2024-11-27 01:49:50,558 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-27 01:49:50,572 main DEBUG Took 0.012230 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-27 01:49:50,573 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-27 01:49:50,573 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-27 01:49:50,574 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-27 01:49:50,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:49:50,588 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-27 01:49:50,603 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,604 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:49:50,605 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,605 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:49:50,606 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,606 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:49:50,607 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,608 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:49:50,608 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,609 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:49:50,610 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,610 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:49:50,611 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,611 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:49:50,612 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,612 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:49:50,613 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,613 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:49:50,614 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,614 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:49:50,615 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,616 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:49:50,616 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,617 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-27 01:49:50,617 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,618 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-27 01:49:50,620 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-27 01:49:50,622 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-27 01:49:50,624 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-27 01:49:50,625 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-27 01:49:50,627 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-27 01:49:50,627 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-27 01:49:50,641 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-27 01:49:50,645 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-27 01:49:50,647 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-27 01:49:50,648 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-27 01:49:50,648 main DEBUG createAppenders(={Console}) 2024-11-27 01:49:50,649 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-27 01:49:50,650 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-27 01:49:50,650 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-27 01:49:50,651 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-27 01:49:50,651 main DEBUG OutputStream closed 2024-11-27 01:49:50,652 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-27 01:49:50,652 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-27 01:49:50,653 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-27 01:49:50,729 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-27 01:49:50,731 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-27 01:49:50,732 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-27 01:49:50,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-27 01:49:50,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-27 01:49:50,733 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-27 01:49:50,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-27 01:49:50,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-27 01:49:50,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-27 01:49:50,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-27 01:49:50,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-27 01:49:50,735 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-27 01:49:50,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-27 01:49:50,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-27 01:49:50,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-27 01:49:50,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-27 01:49:50,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-27 01:49:50,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-27 01:49:50,740 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27 01:49:50,740 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-27 01:49:50,741 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-27 01:49:50,741 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-27T01:49:50,780 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-27 01:49:50,783 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-27 01:49:50,783 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-27T01:49:51,129 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483 2024-11-27T01:49:51,133 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-27T01:49:51,135 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:49:51,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-27T01:49:51,149 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/cluster_40a63ea6-c3c6-22f8-1bab-8c5312c792d0, deleteOnExit=true 2024-11-27T01:49:51,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-27T01:49:51,150 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/test.cache.data in system properties and HBase conf 2024-11-27T01:49:51,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:49:51,151 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:49:51,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:49:51,152 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:49:51,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:49:51,234 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-27T01:49:51,342 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-27T01:49:51,346 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:49:51,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:49:51,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:49:51,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:49:51,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:49:51,348 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:49:51,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:49:51,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:49:51,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:49:51,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:49:51,350 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:49:51,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:49:51,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:49:51,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:49:52,251 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-27T01:49:52,362 INFO [Time-limited test {}] log.Log(170): Logging initialized @2591ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T01:49:52,460 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:49:52,531 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:49:52,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:49:52,553 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:49:52,554 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:49:52,567 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:49:52,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:49:52,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:49:52,766 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/java.io.tmpdir/jetty-localhost-33919-hadoop-hdfs-3_4_1-tests_jar-_-any-18439970695583514782/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:49:52,774 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:33919} 2024-11-27T01:49:52,774 INFO [Time-limited test {}] server.Server(415): Started @3004ms 2024-11-27T01:49:53,159 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:49:53,166 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:49:53,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:49:53,169 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:49:53,169 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:49:53,170 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@655474f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:49:53,171 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-27T01:49:53,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@796132fc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/java.io.tmpdir/jetty-localhost-36307-hadoop-hdfs-3_4_1-tests_jar-_-any-16289889059691978327/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:49:53,291 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f14909d{HTTP/1.1, (http/1.1)}{localhost:36307} 2024-11-27T01:49:53,291 INFO [Time-limited test {}] server.Server(415): Started @3522ms 2024-11-27T01:49:53,356 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-27T01:49:53,860 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/cluster_40a63ea6-c3c6-22f8-1bab-8c5312c792d0/data/data2/current/BP-1122523503-172.17.0.2-1732672192005/current, will proceed with Du for space computation calculation, 2024-11-27T01:49:53,860 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/cluster_40a63ea6-c3c6-22f8-1bab-8c5312c792d0/data/data1/current/BP-1122523503-172.17.0.2-1732672192005/current, will proceed with Du for space computation calculation, 2024-11-27T01:49:53,899 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-27T01:49:53,968 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6e0abc90ef09244 with lease ID 0xd1ee82d69923fc66: Processing first storage report for DS-d07be142-5c3f-4a31-b1db-b12b94ccada7 from datanode DatanodeRegistration(127.0.0.1:43763, datanodeUuid=f7e1c8c3-5788-43c9-ba37-e2ddaff65dd7, infoPort=42857, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=648534749;c=1732672192005) 2024-11-27T01:49:53,969 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6e0abc90ef09244 with lease ID 0xd1ee82d69923fc66: from storage DS-d07be142-5c3f-4a31-b1db-b12b94ccada7 node DatanodeRegistration(127.0.0.1:43763, datanodeUuid=f7e1c8c3-5788-43c9-ba37-e2ddaff65dd7, infoPort=42857, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=648534749;c=1732672192005), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-27T01:49:53,970 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb6e0abc90ef09244 with lease ID 0xd1ee82d69923fc66: Processing first storage report for DS-875f6419-8348-4995-acff-761c4b7f522d from datanode DatanodeRegistration(127.0.0.1:43763, datanodeUuid=f7e1c8c3-5788-43c9-ba37-e2ddaff65dd7, infoPort=42857, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=648534749;c=1732672192005) 2024-11-27T01:49:53,970 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb6e0abc90ef09244 with lease ID 0xd1ee82d69923fc66: from storage DS-875f6419-8348-4995-acff-761c4b7f522d node DatanodeRegistration(127.0.0.1:43763, datanodeUuid=f7e1c8c3-5788-43c9-ba37-e2ddaff65dd7, infoPort=42857, infoSecurePort=0, ipcPort=41427, storageInfo=lv=-57;cid=testClusterID;nsid=648534749;c=1732672192005), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-27T01:49:54,000 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483 2024-11-27T01:49:54,092 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/cluster_40a63ea6-c3c6-22f8-1bab-8c5312c792d0/zookeeper_0, clientPort=58662, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/cluster_40a63ea6-c3c6-22f8-1bab-8c5312c792d0/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/cluster_40a63ea6-c3c6-22f8-1bab-8c5312c792d0/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-27T01:49:54,103 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58662 2024-11-27T01:49:54,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:49:54,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:49:54,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741825_1001 (size=7) 2024-11-27T01:49:54,784 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 with version=8 2024-11-27T01:49:54,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging 2024-11-27T01:49:54,797 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-27T01:49:54,797 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-27T01:49:54,797 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-27T01:49:54,797 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-27T01:49:54,884 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-27T01:49:55,156 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:49:55,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:49:55,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:49:55,173 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:49:55,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:49:55,173 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:49:55,315 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-27T01:49:55,384 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-27T01:49:55,398 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-27T01:49:55,403 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:49:55,443 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 4168 (auto-detected) 2024-11-27T01:49:55,445 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-27T01:49:55,472 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35707 2024-11-27T01:49:55,499 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35707 connecting to ZooKeeper ensemble=127.0.0.1:58662 2024-11-27T01:49:55,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:357070x0, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:49:55,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35707-0x101571d70a70000 connected 2024-11-27T01:49:55,574 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:49:55,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:49:55,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T01:49:55,609 INFO [Time-limited test {}] log.Log(170): Logging initialized @5840ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-27T01:49:55,661 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-27T01:49:55,661 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-27T01:49:55,662 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-27T01:49:55,662 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-27T01:49:55,663 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-27T01:49:55,665 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-27T01:49:55,665 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-27T01:49:55,665 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-27T01:49:55,668 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-27T01:49:55,749 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 38031 2024-11-27T01:49:55,750 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-27T01:49:55,766 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T01:49:55,768 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6e558344{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:49:55,769 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T01:49:55,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@335c4019{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-27T01:49:55,821 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-27T01:49:55,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:49:55,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:49:55,834 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:49:55,841 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T01:49:56,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@27f1e30b{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-27T01:49:56,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c628e80{HTTP/1.1, (http/1.1)}{0.0.0.0:38031} 2024-11-27T01:49:56,553 INFO [Time-limited test {}] server.Server(415): Started @6784ms 2024-11-27T01:49:56,557 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8, hbase.cluster.distributed=false 2024-11-27T01:49:56,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-27T01:49:56,585 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35707 2024-11-27T01:49:56,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35707 2024-11-27T01:49:56,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35707 2024-11-27T01:49:56,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35707 2024-11-27T01:49:56,587 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35707 2024-11-27T01:49:56,726 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7d6f26a4c136:0 server-side Connection retries=45 2024-11-27T01:49:56,728 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:49:56,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-27T01:49:56,729 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-27T01:49:56,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-27T01:49:56,729 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-27T01:49:56,733 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-27T01:49:56,735 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-27T01:49:56,736 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43747 2024-11-27T01:49:56,738 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43747 connecting to ZooKeeper ensemble=127.0.0.1:58662 2024-11-27T01:49:56,739 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:49:56,742 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:49:56,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437470x0, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-27T01:49:56,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43747-0x101571d70a70001 connected 2024-11-27T01:49:56,750 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T01:49:56,751 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-27T01:49:56,752 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-27T01:49:56,752 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-27T01:49:56,752 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-27T01:49:56,752 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-27T01:49:56,753 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-27T01:49:56,753 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-27T01:49:56,754 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-27T01:49:56,754 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-27T01:49:56,756 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 45413 2024-11-27T01:49:56,756 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-27T01:49:56,758 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T01:49:56,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@23a380bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:49:56,758 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T01:49:56,758 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@21ae8981{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-27T01:49:56,774 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-27T01:49:56,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:49:56,775 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:49:56,775 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:49:56,776 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-27T01:49:56,780 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@29d4f41b{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-27T01:49:56,780 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25b91557{HTTP/1.1, (http/1.1)}{0.0.0.0:45413} 2024-11-27T01:49:56,780 INFO [Time-limited test {}] server.Server(415): Started @7011ms 2024-11-27T01:49:56,786 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-27T01:49:56,794 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-27T01:49:56,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-27T01:49:56,802 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-27T01:49:56,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43747 2024-11-27T01:49:56,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43747 2024-11-27T01:49:56,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43747 2024-11-27T01:49:56,805 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43747 2024-11-27T01:49:56,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43747 2024-11-27T01:49:56,823 DEBUG [M:0;7d6f26a4c136:35707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7d6f26a4c136:35707 2024-11-27T01:49:56,826 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-27T01:49:56,828 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@52e6d72a{HTTP/1.1, (http/1.1)}{0.0.0.0:34611} 2024-11-27T01:49:56,829 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] server.Server(415): Started @7059ms 2024-11-27T01:49:56,829 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/7d6f26a4c136,35707,1732672194938 2024-11-27T01:49:56,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T01:49:56,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T01:49:56,838 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/7d6f26a4c136,35707,1732672194938 2024-11-27T01:49:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:49:56,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-27T01:49:56,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:49:56,866 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-27T01:49:56,868 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/7d6f26a4c136,35707,1732672194938 from backup master directory 2024-11-27T01:49:56,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/7d6f26a4c136,35707,1732672194938 2024-11-27T01:49:56,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T01:49:56,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-27T01:49:56,871 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:49:56,872 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7d6f26a4c136,35707,1732672194938 2024-11-27T01:49:56,874 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-27T01:49:56,875 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-27T01:49:56,943 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase.id] with ID: dbc89d4f-50d3-4824-8c06-3f4f38e80af6 2024-11-27T01:49:56,944 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.tmp/hbase.id 2024-11-27T01:49:56,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741826_1002 (size=42) 2024-11-27T01:49:57,358 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.tmp/hbase.id]:[hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase.id] 2024-11-27T01:49:57,407 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-27T01:49:57,413 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-27T01:49:57,436 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 20ms. 2024-11-27T01:49:57,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:49:57,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:49:57,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741827_1003 (size=196) 2024-11-27T01:49:57,876 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:49:57,878 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-27T01:49:57,886 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-27T01:49:57,889 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-27T01:49:57,900 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T01:49:57,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741828_1004 (size=1189) 2024-11-27T01:49:58,365 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store 2024-11-27T01:49:58,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741829_1005 (size=34) 2024-11-27T01:49:58,791 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-27T01:49:58,794 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:49:58,795 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:49:58,795 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:49:58,796 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:49:58,797 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:49:58,797 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:49:58,797 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:49:58,799 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732672198795Disabling compacts and flushes for region at 1732672198795Disabling writes for close at 1732672198797 (+2 ms)Writing region close event to WAL at 1732672198797Closed at 1732672198797 2024-11-27T01:49:58,801 WARN [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/.initializing 2024-11-27T01:49:58,801 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/WALs/7d6f26a4c136,35707,1732672194938 2024-11-27T01:49:58,806 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:49:58,812 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 7d6f26a4c136,35707,1732672194938.regiongroup-0 2024-11-27T01:49:58,829 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C35707%2C1732672194938.7d6f26a4c136%2C35707%2C1732672194938.regiongroup-0, suffix=, logDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/WALs/7d6f26a4c136,35707,1732672194938, archiveDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/oldWALs, maxLogs=10 2024-11-27T01:49:58,856 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/WALs/7d6f26a4c136,35707,1732672194938/7d6f26a4c136%2C35707%2C1732672194938.7d6f26a4c136%2C35707%2C1732672194938.regiongroup-0.1732672198834, exclude list is [], retry=0 2024-11-27T01:49:58,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:49:58,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-27T01:49:58,913 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/WALs/7d6f26a4c136,35707,1732672194938/7d6f26a4c136%2C35707%2C1732672194938.7d6f26a4c136%2C35707%2C1732672194938.regiongroup-0.1732672198834 2024-11-27T01:49:58,914 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:49:58,915 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:49:58,915 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:49:58,918 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:49:58,919 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:49:58,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:49:58,992 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-27T01:49:58,996 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:49:58,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:49:58,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:49:59,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-27T01:49:59,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:49:59,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:49:59,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:49:59,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-27T01:49:59,006 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:49:59,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:49:59,007 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:49:59,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-27T01:49:59,011 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:49:59,012 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:49:59,013 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:49:59,018 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:49:59,019 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:49:59,027 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:49:59,028 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:49:59,033 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:49:59,038 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-27T01:49:59,043 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:49:59,045 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11932236320, jitterRate=0.11127610504627228}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:49:59,051 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732672198936Initializing all the Stores at 1732672198938 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732672198939 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672198941 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672198941Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672198941Cleaning up temporary data from old regions at 1732672199028 (+87 ms)Region opened successfully at 1732672199050 (+22 ms) 2024-11-27T01:49:59,052 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-27T01:49:59,084 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3586f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:49:59,142 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-27T01:49:59,161 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-27T01:49:59,161 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-27T01:49:59,165 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-27T01:49:59,167 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-27T01:49:59,172 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-27T01:49:59,172 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-27T01:49:59,198 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-27T01:49:59,206 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-27T01:49:59,209 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-27T01:49:59,211 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-27T01:49:59,212 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-27T01:49:59,214 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-27T01:49:59,216 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-27T01:49:59,220 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-27T01:49:59,221 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-27T01:49:59,222 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-27T01:49:59,226 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-27T01:49:59,243 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-27T01:49:59,245 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-27T01:49:59,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-27T01:49:59,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-27T01:49:59,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:49:59,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:49:59,251 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7d6f26a4c136,35707,1732672194938, sessionid=0x101571d70a70000, setting cluster-up flag (Was=false) 2024-11-27T01:49:59,257 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-27T01:49:59,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:49:59,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:49:59,271 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-27T01:49:59,273 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,35707,1732672194938 2024-11-27T01:49:59,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:49:59,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:49:59,289 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-27T01:49:59,290 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,35707,1732672194938 2024-11-27T01:49:59,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:49:59,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:49:59,301 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-27T01:49:59,303 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7d6f26a4c136,35707,1732672194938 2024-11-27T01:49:59,309 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-27T01:49:59,318 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(746): ClusterId : dbc89d4f-50d3-4824-8c06-3f4f38e80af6 2024-11-27T01:49:59,320 INFO [RS:0;7d6f26a4c136:43747 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-27T01:49:59,322 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-27T01:49:59,327 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-27T01:49:59,328 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-27T01:49:59,334 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-27T01:49:59,334 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-27T01:49:59,345 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-27T01:49:59,346 DEBUG [RS:0;7d6f26a4c136:43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2afc2b3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=7d6f26a4c136/172.17.0.2:0 2024-11-27T01:49:59,368 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7d6f26a4c136:43747 2024-11-27T01:49:59,372 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-27T01:49:59,373 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-27T01:49:59,373 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-27T01:49:59,376 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,35707,1732672194938 with port=43747, startcode=1732672196683 2024-11-27T01:49:59,389 DEBUG [RS:0;7d6f26a4c136:43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-27T01:49:59,402 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-27T01:49:59,411 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-27T01:49:59,419 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-27T01:49:59,428 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-27T01:49:59,426 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7d6f26a4c136,35707,1732672194938 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-27T01:49:59,435 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:49:59,435 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:49:59,435 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:49:59,435 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=5, maxPoolSize=5 2024-11-27T01:49:59,436 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7d6f26a4c136:0, corePoolSize=10, maxPoolSize=10 2024-11-27T01:49:59,436 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:49:59,436 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:49:59,436 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:49:59,436 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35707 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T01:49:59,440 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732672229440 2024-11-27T01:49:59,442 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-27T01:49:59,443 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-27T01:49:59,443 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:49:59,444 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-27T01:49:59,449 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-27T01:49:59,449 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-27T01:49:59,450 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-27T01:49:59,450 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-27T01:49:59,450 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-27T01:49:59,451 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:49:59,452 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-27T01:49:59,451 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,455 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-27T01:49:59,457 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-27T01:49:59,457 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-27T01:49:59,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741831_1007 (size=1321) 2024-11-27T01:49:59,466 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-27T01:49:59,467 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:49:59,470 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-27T01:49:59,470 WARN [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-27T01:49:59,471 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e4291c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:49:59,471 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:49:59,475 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:49:59,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741832_1008 (size=32) 2024-11-27T01:49:59,478 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:49:59,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:49:59,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:49:59,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e60cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:49:59,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:49:59,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:49:59,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:49:59,489 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:49:59,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2543c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:49:59,493 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-27T01:49:59,495 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-27T01:49:59,496 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-27T01:49:59,497 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732672199497,5,FailOnTimeoutGroup] 2024-11-27T01:49:59,498 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732672199497,5,FailOnTimeoutGroup] 2024-11-27T01:49:59,498 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,498 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-27T01:49:59,500 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,500 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,572 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(2659): reportForDuty to master=7d6f26a4c136,35707,1732672194938 with port=43747, startcode=1732672196683 2024-11-27T01:49:59,574 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35707 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7d6f26a4c136,43747,1732672196683 2024-11-27T01:49:59,577 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35707 {}] master.ServerManager(517): Registering regionserver=7d6f26a4c136,43747,1732672196683 2024-11-27T01:49:59,588 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:49:59,588 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39611 2024-11-27T01:49:59,588 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=38031 2024-11-27T01:49:59,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-27T01:49:59,597 DEBUG [RS:0;7d6f26a4c136:43747 {}] zookeeper.ZKUtil(111): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on existing znode=/1/rs/7d6f26a4c136,43747,1732672196683 2024-11-27T01:49:59,597 WARN [RS:0;7d6f26a4c136:43747 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-27T01:49:59,597 INFO [RS:0;7d6f26a4c136:43747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-27T01:49:59,597 INFO [RS:0;7d6f26a4c136:43747 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-27T01:49:59,598 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683 2024-11-27T01:49:59,599 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7d6f26a4c136,43747,1732672196683] 2024-11-27T01:49:59,630 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-27T01:49:59,644 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-27T01:49:59,651 INFO [RS:0;7d6f26a4c136:43747 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-27T01:49:59,651 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,652 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-27T01:49:59,658 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-27T01:49:59,660 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,660 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:49:59,660 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:49:59,660 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:49:59,661 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:49:59,661 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:49:59,661 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7d6f26a4c136:0, corePoolSize=2, maxPoolSize=2 2024-11-27T01:49:59,661 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:49:59,661 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:49:59,661 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:49:59,661 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:49:59,661 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:49:59,661 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7d6f26a4c136:0, corePoolSize=1, maxPoolSize=1 2024-11-27T01:49:59,662 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:49:59,662 DEBUG [RS:0;7d6f26a4c136:43747 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7d6f26a4c136:0, corePoolSize=3, maxPoolSize=3 2024-11-27T01:49:59,663 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,663 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,663 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,663 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,664 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,664 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,43747,1732672196683-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:49:59,683 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-27T01:49:59,685 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,43747,1732672196683-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,686 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,686 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.Replication(171): 7d6f26a4c136,43747,1732672196683 started 2024-11-27T01:49:59,703 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:49:59,704 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1482): Serving as 7d6f26a4c136,43747,1732672196683, RpcServer on 7d6f26a4c136/172.17.0.2:43747, sessionid=0x101571d70a70001 2024-11-27T01:49:59,704 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-27T01:49:59,704 DEBUG [RS:0;7d6f26a4c136:43747 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7d6f26a4c136,43747,1732672196683 2024-11-27T01:49:59,705 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,43747,1732672196683' 2024-11-27T01:49:59,705 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-27T01:49:59,706 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-27T01:49:59,706 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-27T01:49:59,706 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-27T01:49:59,706 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,43747,1732672196683' 2024-11-27T01:49:59,706 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T01:49:59,707 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T01:49:59,708 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-27T01:49:59,708 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-27T01:49:59,708 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-27T01:49:59,708 DEBUG [RS:0;7d6f26a4c136:43747 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7d6f26a4c136,43747,1732672196683 2024-11-27T01:49:59,708 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7d6f26a4c136,43747,1732672196683' 2024-11-27T01:49:59,708 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-27T01:49:59,709 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-27T01:49:59,709 DEBUG [RS:0;7d6f26a4c136:43747 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-27T01:49:59,709 INFO [RS:0;7d6f26a4c136:43747 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-27T01:49:59,710 INFO [RS:0;7d6f26a4c136:43747 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-27T01:49:59,815 INFO [RS:0;7d6f26a4c136:43747 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:49:59,816 INFO [RS:0;7d6f26a4c136:43747 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 7d6f26a4c136,43747,1732672196683.regiongroup-0 2024-11-27T01:49:59,819 INFO [RS:0;7d6f26a4c136:43747 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0, suffix=, logDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683, archiveDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs, maxLogs=32 2024-11-27T01:49:59,835 DEBUG [RS:0;7d6f26a4c136:43747 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672199821, exclude list is [], retry=0 2024-11-27T01:49:59,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:49:59,843 INFO [RS:0;7d6f26a4c136:43747 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672199821 2024-11-27T01:49:59,844 DEBUG [RS:0;7d6f26a4c136:43747 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:49:59,880 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:49:59,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:49:59,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:49:59,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:49:59,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:49:59,886 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:49:59,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:49:59,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:49:59,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:49:59,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:49:59,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:49:59,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:49:59,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:49:59,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:49:59,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:49:59,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:49:59,894 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:49:59,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:49:59,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740 2024-11-27T01:49:59,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740 2024-11-27T01:49:59,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:49:59,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:49:59,899 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:49:59,901 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:49:59,905 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:49:59,905 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9736528800, jitterRate=-0.09321509301662445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:49:59,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732672199880Initializing all the Stores at 1732672199882 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732672199882Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732672199882Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672199882Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732672199882Cleaning up temporary data from old regions at 1732672199899 (+17 ms)Region opened successfully at 1732672199907 (+8 ms) 2024-11-27T01:49:59,907 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:49:59,908 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:49:59,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:49:59,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:49:59,908 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:49:59,909 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:49:59,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732672199907Disabling compacts and flushes for region at 1732672199907Disabling writes for close at 1732672199908 (+1 ms)Writing region close event to WAL at 1732672199908Closed at 1732672199909 (+1 ms) 2024-11-27T01:49:59,912 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:49:59,912 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-27T01:49:59,919 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-27T01:49:59,926 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:49:59,929 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-27T01:50:00,082 DEBUG [7d6f26a4c136:35707 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-27T01:50:00,095 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:00,103 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,43747,1732672196683, state=OPENING 2024-11-27T01:50:00,108 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-27T01:50:00,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:50:00,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:50:00,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T01:50:00,113 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T01:50:00,114 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-27T01:50:00,116 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:50:00,291 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-27T01:50:00,293 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54899, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-27T01:50:00,304 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-27T01:50:00,305 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-27T01:50:00,305 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-27T01:50:00,305 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:50:00,305 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-27T01:50:00,308 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C43747%2C1732672196683.meta, suffix=.meta, logDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683, archiveDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs, maxLogs=32 2024-11-27T01:50:00,324 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672200309.meta, exclude list is [], retry=0 2024-11-27T01:50:00,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:50:00,331 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672200309.meta 2024-11-27T01:50:00,331 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:50:00,332 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:50:00,336 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:50:00,337 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-27T01:50:00,340 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-27T01:50:00,341 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-27T01:50:00,344 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-27T01:50:00,345 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:00,345 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-27T01:50:00,345 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-27T01:50:00,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-27T01:50:00,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-27T01:50:00,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:00,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:50:00,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-27T01:50:00,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-27T01:50:00,353 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:00,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:50:00,354 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-27T01:50:00,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-27T01:50:00,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:00,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:50:00,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-27T01:50:00,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-27T01:50:00,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:00,357 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-27T01:50:00,358 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-27T01:50:00,359 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740 2024-11-27T01:50:00,361 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740 2024-11-27T01:50:00,364 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-27T01:50:00,364 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-27T01:50:00,364 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-27T01:50:00,367 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-27T01:50:00,368 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11312051360, jitterRate=0.05351687967777252}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-27T01:50:00,368 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-27T01:50:00,369 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732672200346Writing region info on filesystem at 1732672200346Initializing all the Stores at 1732672200348 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732672200348Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732672200348Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672200348Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732672200349 (+1 ms)Cleaning up temporary data from old regions at 1732672200364 (+15 ms)Running coprocessor post-open hooks at 1732672200368 (+4 ms)Region opened successfully at 1732672200369 (+1 ms) 2024-11-27T01:50:00,377 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732672200283 2024-11-27T01:50:00,388 DEBUG [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-27T01:50:00,389 INFO [RS_OPEN_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-27T01:50:00,390 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:00,392 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7d6f26a4c136,43747,1732672196683, state=OPEN 2024-11-27T01:50:00,407 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-27T01:50:00,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-27T01:50:00,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T01:50:00,408 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-27T01:50:00,408 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:00,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-27T01:50:00,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7d6f26a4c136,43747,1732672196683 in 292 msec 2024-11-27T01:50:00,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-27T01:50:00,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 497 msec 2024-11-27T01:50:00,420 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-27T01:50:00,421 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-27T01:50:00,441 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:00,442 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:00,471 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:00,473 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:00,499 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1530 sec 2024-11-27T01:50:00,499 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732672200499, completionTime=-1 2024-11-27T01:50:00,503 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-27T01:50:00,503 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-27T01:50:00,533 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-27T01:50:00,533 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732672260533 2024-11-27T01:50:00,533 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732672320533 2024-11-27T01:50:00,533 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 30 msec 2024-11-27T01:50:00,536 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35707,1732672194938-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-27T01:50:00,537 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35707,1732672194938-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:50:00,537 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35707,1732672194938-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:50:00,538 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7d6f26a4c136:35707, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:50:00,539 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-27T01:50:00,539 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-27T01:50:00,547 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-27T01:50:00,571 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.699sec 2024-11-27T01:50:00,572 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-27T01:50:00,574 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-27T01:50:00,575 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-27T01:50:00,575 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-27T01:50:00,575 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-27T01:50:00,576 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35707,1732672194938-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-27T01:50:00,577 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35707,1732672194938-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-27T01:50:00,585 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-27T01:50:00,586 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-27T01:50:00,586 INFO [master/7d6f26a4c136:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7d6f26a4c136,35707,1732672194938-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-27T01:50:00,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d289966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:00,622 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-27T01:50:00,622 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-27T01:50:00,627 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:00,627 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:00,634 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26dd6e20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:00,635 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:00,636 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:00,639 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:00,640 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2b4925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:00,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:00,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:00,650 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:00,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56586, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:00,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7d6f26a4c136,35707,1732672194938 2024-11-27T01:50:00,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-27T01:50:00,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/test.cache.data in system properties and HBase conf 2024-11-27T01:50:00,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.tmp.dir in system properties and HBase conf 2024-11-27T01:50:00,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir in system properties and HBase conf 2024-11-27T01:50:00,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-27T01:50:00,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-27T01:50:00,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-27T01:50:00,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:50:00,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-27T01:50:00,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-27T01:50:00,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:50:00,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-27T01:50:00,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-27T01:50:00,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-27T01:50:00,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:50:00,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-27T01:50:00,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/nfs.dump.dir in system properties and HBase conf 2024-11-27T01:50:00,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/java.io.tmpdir in system properties and HBase conf 2024-11-27T01:50:00,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-27T01:50:00,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-27T01:50:00,674 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-27T01:50:00,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741835_1011 (size=592039) 2024-11-27T01:50:01,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741836_1012 (size=1663647) 2024-11-27T01:50:02,315 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:50:02,405 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:50:02,622 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:50:02,622 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-27T01:50:02,623 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:50:02,625 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:50:02,625 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:50:02,625 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:50:02,626 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@54956a75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:50:02,627 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a19140a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T01:50:02,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:50:02,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:50:02,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:50:02,630 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:50:02,640 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ccdffea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:50:02,641 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31795375{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T01:50:02,770 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-27T01:50:02,770 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-27T01:50:02,771 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-27T01:50:02,772 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-27T01:50:02,817 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T01:50:02,930 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T01:50:03,165 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T01:50:03,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a612981{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/java.io.tmpdir/jetty-localhost-36961-hadoop-yarn-common-3_4_1_jar-_-any-14471293384489957791/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-27T01:50:03,187 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@559670b{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/java.io.tmpdir/jetty-localhost-44221-hadoop-yarn-common-3_4_1_jar-_-any-16929612622946400816/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-27T01:50:03,188 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@5221876d{HTTP/1.1, (http/1.1)}{localhost:44221} 2024-11-27T01:50:03,188 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@567287a2{HTTP/1.1, (http/1.1)}{localhost:36961} 2024-11-27T01:50:03,188 INFO [Thread-251 {}] server.Server(415): Started @13418ms 2024-11-27T01:50:03,188 INFO [Time-limited test {}] server.Server(415): Started @13419ms 2024-11-27T01:50:03,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741837_1013 (size=5) 2024-11-27T01:50:04,241 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-27T01:50:04,247 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:50:04,272 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-27T01:50:04,273 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:50:04,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:50:04,274 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:50:04,274 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-27T01:50:04,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:50:04,277 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d4bd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:50:04,278 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@688e14c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T01:50:04,334 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-27T01:50:04,334 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-27T01:50:04,334 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-27T01:50:04,335 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-27T01:50:04,343 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T01:50:04,349 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T01:50:04,435 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T01:50:04,445 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6ac63746{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/java.io.tmpdir/jetty-localhost-35553-hadoop-yarn-common-3_4_1_jar-_-any-57531882526144926/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T01:50:04,446 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6797de21{HTTP/1.1, (http/1.1)}{localhost:35553} 2024-11-27T01:50:04,446 INFO [Time-limited test {}] server.Server(415): Started @14677ms 2024-11-27T01:50:04,571 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-27T01:50:04,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:50:04,587 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-27T01:50:04,588 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-27T01:50:04,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-27T01:50:04,597 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-27T01:50:04,597 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-27T01:50:04,598 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-27T01:50:04,598 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7589ce9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,AVAILABLE} 2024-11-27T01:50:04,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31dee083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-27T01:50:04,671 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-27T01:50:04,671 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-27T01:50:04,671 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-27T01:50:04,671 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-27T01:50:04,682 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T01:50:04,688 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T01:50:04,796 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-27T01:50:04,802 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6b34c983{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/java.io.tmpdir/jetty-localhost-43007-hadoop-yarn-common-3_4_1_jar-_-any-13225580603707595216/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T01:50:04,803 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60d40179{HTTP/1.1, (http/1.1)}{localhost:43007} 2024-11-27T01:50:04,803 INFO [Time-limited test {}] server.Server(415): Started @15034ms 2024-11-27T01:50:04,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-27T01:50:04,831 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:39611/backupUT 2024-11-27T01:50:04,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:50:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:50:04,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24da59a7 2024-11-27T01:50:04,847 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:50:04,850 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:50:04,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-27T01:50:04,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-27T01:50:04,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:50:04,876 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 20 msec 2024-11-27T01:50:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-27T01:50:04,977 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-27T01:50:04,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-27T01:50:04,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-27T01:50:04,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-27T01:50:04,993 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 13 msec 2024-11-27T01:50:05,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-27T01:50:05,097 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-27T01:50:05,098 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-27T01:50:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-27T01:50:05,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-27T01:50:05,113 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 12 msec 2024-11-27T01:50:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-27T01:50:05,207 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-27T01:50:05,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-27T01:50:05,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-27T01:50:05,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:50:05,222 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 12 msec 2024-11-27T01:50:05,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-27T01:50:05,317 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-27T01:50:05,327 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1732672204831', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:50:05,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732672204831 2024-11-27T01:50:05,337 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732672204831 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:50:05,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1732672204831" procId is: 8 2024-11-27T01:50:05,339 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:05,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T01:50:05,342 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732672204831 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:50:05,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741838_1014 (size=367) 2024-11-27T01:50:05,356 INFO [RegionOpenAndInit-test-1732672204831-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7d59911b698258ef4de3394dc65e78fd, NAME => 'test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732672204831', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:50:05,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741839_1015 (size=53) 2024-11-27T01:50:05,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T01:50:05,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T01:50:05,766 DEBUG [RegionOpenAndInit-test-1732672204831-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:05,766 DEBUG [RegionOpenAndInit-test-1732672204831-pool-0 {}] regionserver.HRegion(1722): Closing 7d59911b698258ef4de3394dc65e78fd, disabling compactions & flushes 2024-11-27T01:50:05,766 INFO [RegionOpenAndInit-test-1732672204831-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:05,766 DEBUG [RegionOpenAndInit-test-1732672204831-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:05,766 DEBUG [RegionOpenAndInit-test-1732672204831-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. after waiting 0 ms 2024-11-27T01:50:05,766 DEBUG [RegionOpenAndInit-test-1732672204831-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:05,766 INFO [RegionOpenAndInit-test-1732672204831-pool-0 {}] regionserver.HRegion(1973): Closed test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:05,766 DEBUG [RegionOpenAndInit-test-1732672204831-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7d59911b698258ef4de3394dc65e78fd: Waiting for close lock at 1732672205766Disabling compacts and flushes for region at 1732672205766Disabling writes for close at 1732672205766Writing region close event to WAL at 1732672205766Closed at 1732672205766 2024-11-27T01:50:05,769 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732672204831 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:50:05,775 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732672205769"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732672205769"}]},"ts":"1732672205769"} 2024-11-27T01:50:05,780 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:50:05,782 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732672204831 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:50:05,786 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732672204831","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672205782"}]},"ts":"1732672205782"} 2024-11-27T01:50:05,791 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732672204831, state=ENABLING in hbase:meta 2024-11-27T01:50:05,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, ASSIGN}] 2024-11-27T01:50:05,795 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, ASSIGN 2024-11-27T01:50:05,797 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=false 2024-11-27T01:50:05,855 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T01:50:05,908 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-27T01:50:05,908 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-27T01:50:05,910 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:50:05,911 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-27T01:50:05,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:50:05,911 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-27T01:50:05,911 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-27T01:50:05,911 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-27T01:50:05,915 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-27T01:50:05,949 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7d59911b698258ef4de3394dc65e78fd, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:05,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, ASSIGN because future has completed 2024-11-27T01:50:05,956 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:50:05,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T01:50:06,147 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:06,147 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-27T01:50:06,147 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 7d6f26a4c136,43747,1732672196683.regiongroup-1 2024-11-27T01:50:06,151 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1, suffix=, logDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683, archiveDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs, maxLogs=32 2024-11-27T01:50:06,177 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672206153, exclude list is [], retry=0 2024-11-27T01:50:06,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:50:06,185 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672206153 2024-11-27T01:50:06,186 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:50:06,186 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d59911b698258ef4de3394dc65e78fd, NAME => 'test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:50:06,186 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:50:06,186 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732672204831 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:06,186 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:06,187 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:06,187 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:06,189 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:06,191 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d59911b698258ef4de3394dc65e78fd columnFamilyName f 2024-11-27T01:50:06,192 DEBUG [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:06,193 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(327): Store=7d59911b698258ef4de3394dc65e78fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:06,193 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:06,194 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:06,195 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:06,195 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:06,195 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:06,198 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:06,201 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:50:06,202 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 7d59911b698258ef4de3394dc65e78fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11747601920, jitterRate=0.09408068656921387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T01:50:06,202 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:06,203 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7d59911b698258ef4de3394dc65e78fd: Running coprocessor pre-open hook at 1732672206187Writing region info on filesystem at 1732672206187Initializing all the Stores at 1732672206189 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672206189Cleaning up temporary data from old regions at 1732672206195 (+6 ms)Running coprocessor post-open hooks at 1732672206202 (+7 ms)Region opened successfully at 1732672206203 (+1 ms) 2024-11-27T01:50:06,206 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd., pid=10, masterSystemTime=1732672206112 2024-11-27T01:50:06,209 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:06,209 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:06,210 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7d59911b698258ef4de3394dc65e78fd, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:06,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:50:06,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-27T01:50:06,221 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683 in 261 msec 2024-11-27T01:50:06,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-27T01:50:06,225 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, ASSIGN in 428 msec 2024-11-27T01:50:06,226 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732672204831 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:50:06,227 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732672204831","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672206227"}]},"ts":"1732672206227"} 2024-11-27T01:50:06,230 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732672204831, state=ENABLED in hbase:meta 2024-11-27T01:50:06,231 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732672204831 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:50:06,234 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732672204831 in 902 msec 2024-11-27T01:50:06,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-27T01:50:06,477 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732672204831 completed 2024-11-27T01:50:06,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f383a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:06,478 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:06,478 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:06,480 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:06,480 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:06,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:06,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@739fb145, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:06,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:06,481 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:06,482 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:06,483 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:06,484 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f0f8ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:06,487 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:06,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:06,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:06,491 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:06,498 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732672204831', row='row0', locateType=CURRENT is [region=test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:50:06,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegion(8528): writing data to region test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T01:50:06,658 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17326722048311', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:50:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17326722048311 2024-11-27T01:50:06,662 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17326722048311 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:50:06,662 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:06,662 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17326722048311" procId is: 11 2024-11-27T01:50:06,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T01:50:06,664 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17326722048311 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:50:06,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741841_1017 (size=364) 2024-11-27T01:50:06,675 INFO [RegionOpenAndInit-ns2:test-17326722048311-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a69c060139e1b05273627871c40c2944, NAME => 'ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17326722048311', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:50:06,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741842_1018 (size=50) 2024-11-27T01:50:06,682 DEBUG [RegionOpenAndInit-ns2:test-17326722048311-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:06,683 DEBUG [RegionOpenAndInit-ns2:test-17326722048311-pool-0 {}] regionserver.HRegion(1722): Closing a69c060139e1b05273627871c40c2944, disabling compactions & flushes 2024-11-27T01:50:06,683 INFO [RegionOpenAndInit-ns2:test-17326722048311-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:50:06,683 DEBUG [RegionOpenAndInit-ns2:test-17326722048311-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:50:06,683 DEBUG [RegionOpenAndInit-ns2:test-17326722048311-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. after waiting 0 ms 2024-11-27T01:50:06,683 DEBUG [RegionOpenAndInit-ns2:test-17326722048311-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:50:06,683 INFO [RegionOpenAndInit-ns2:test-17326722048311-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:50:06,683 DEBUG [RegionOpenAndInit-ns2:test-17326722048311-pool-0 {}] regionserver.HRegion(1676): Region close journal for a69c060139e1b05273627871c40c2944: Waiting for close lock at 1732672206683Disabling compacts and flushes for region at 1732672206683Disabling writes for close at 1732672206683Writing region close event to WAL at 1732672206683Closed at 1732672206683 2024-11-27T01:50:06,685 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17326722048311 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:50:06,685 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732672206685"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732672206685"}]},"ts":"1732672206685"} 2024-11-27T01:50:06,689 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:50:06,690 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17326722048311 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:50:06,690 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17326722048311","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672206690"}]},"ts":"1732672206690"} 2024-11-27T01:50:06,693 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17326722048311, state=ENABLING in hbase:meta 2024-11-27T01:50:06,694 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17326722048311, region=a69c060139e1b05273627871c40c2944, ASSIGN}] 2024-11-27T01:50:06,696 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17326722048311, region=a69c060139e1b05273627871c40c2944, ASSIGN 2024-11-27T01:50:06,697 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17326722048311, region=a69c060139e1b05273627871c40c2944, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=false 2024-11-27T01:50:06,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T01:50:06,848 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a69c060139e1b05273627871c40c2944, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:06,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17326722048311, region=a69c060139e1b05273627871c40c2944, ASSIGN because future has completed 2024-11-27T01:50:06,852 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a69c060139e1b05273627871c40c2944, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:50:06,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T01:50:07,012 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:50:07,012 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => a69c060139e1b05273627871c40c2944, NAME => 'ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:50:07,013 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:50:07,013 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17326722048311 a69c060139e1b05273627871c40c2944 2024-11-27T01:50:07,013 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:07,013 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for a69c060139e1b05273627871c40c2944 2024-11-27T01:50:07,013 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for a69c060139e1b05273627871c40c2944 2024-11-27T01:50:07,016 INFO [StoreOpener-a69c060139e1b05273627871c40c2944-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a69c060139e1b05273627871c40c2944 2024-11-27T01:50:07,018 INFO [StoreOpener-a69c060139e1b05273627871c40c2944-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a69c060139e1b05273627871c40c2944 columnFamilyName f 2024-11-27T01:50:07,018 DEBUG [StoreOpener-a69c060139e1b05273627871c40c2944-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:07,019 INFO [StoreOpener-a69c060139e1b05273627871c40c2944-1 {}] regionserver.HStore(327): Store=a69c060139e1b05273627871c40c2944/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:07,019 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for a69c060139e1b05273627871c40c2944 2024-11-27T01:50:07,021 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944 2024-11-27T01:50:07,021 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944 2024-11-27T01:50:07,022 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for a69c060139e1b05273627871c40c2944 2024-11-27T01:50:07,022 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for a69c060139e1b05273627871c40c2944 2024-11-27T01:50:07,025 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for a69c060139e1b05273627871c40c2944 2024-11-27T01:50:07,029 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:50:07,030 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened a69c060139e1b05273627871c40c2944; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11039512640, jitterRate=0.02813473343849182}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T01:50:07,030 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a69c060139e1b05273627871c40c2944 2024-11-27T01:50:07,031 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for a69c060139e1b05273627871c40c2944: Running coprocessor pre-open hook at 1732672207014Writing region info on filesystem at 1732672207014Initializing all the Stores at 1732672207015 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672207015Cleaning up temporary data from old regions at 1732672207022 (+7 ms)Running coprocessor post-open hooks at 1732672207030 (+8 ms)Region opened successfully at 1732672207031 (+1 ms) 2024-11-27T01:50:07,033 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944., pid=13, masterSystemTime=1732672207006 2024-11-27T01:50:07,037 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:50:07,037 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:50:07,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=a69c060139e1b05273627871c40c2944, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:07,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure a69c060139e1b05273627871c40c2944, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:50:07,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-27T01:50:07,047 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure a69c060139e1b05273627871c40c2944, server=7d6f26a4c136,43747,1732672196683 in 192 msec 2024-11-27T01:50:07,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-27T01:50:07,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17326722048311, region=a69c060139e1b05273627871c40c2944, ASSIGN in 353 msec 2024-11-27T01:50:07,051 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17326722048311 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:50:07,052 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17326722048311","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672207051"}]},"ts":"1732672207051"} 2024-11-27T01:50:07,054 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17326722048311, state=ENABLED in hbase:meta 2024-11-27T01:50:07,056 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17326722048311 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:50:07,058 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17326722048311 in 398 msec 2024-11-27T01:50:07,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-27T01:50:07,287 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17326722048311 completed 2024-11-27T01:50:07,291 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17326722048311', row='row0', locateType=CURRENT is [region=ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:50:07,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegion(8528): writing data to region ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. with WAL disabled. Data may be lost in the event of a crash. 2024-11-27T01:50:07,415 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17326722048312', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:50:07,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17326722048312 2024-11-27T01:50:07,418 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17326722048312 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:50:07,418 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:07,419 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17326722048312" procId is: 14 2024-11-27T01:50:07,420 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17326722048312 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:50:07,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T01:50:07,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741843_1019 (size=390) 2024-11-27T01:50:07,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T01:50:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T01:50:07,832 INFO [RegionOpenAndInit-ns3:test-17326722048312-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e11e402a0aa0c6d02ccf2e10acf43d5f, NAME => 'ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17326722048312', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:50:07,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741844_1020 (size=50) 2024-11-27T01:50:08,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T01:50:08,243 DEBUG [RegionOpenAndInit-ns3:test-17326722048312-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:08,243 DEBUG [RegionOpenAndInit-ns3:test-17326722048312-pool-0 {}] regionserver.HRegion(1722): Closing e11e402a0aa0c6d02ccf2e10acf43d5f, disabling compactions & flushes 2024-11-27T01:50:08,243 INFO [RegionOpenAndInit-ns3:test-17326722048312-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:50:08,243 DEBUG [RegionOpenAndInit-ns3:test-17326722048312-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:50:08,243 DEBUG [RegionOpenAndInit-ns3:test-17326722048312-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. after waiting 0 ms 2024-11-27T01:50:08,243 DEBUG [RegionOpenAndInit-ns3:test-17326722048312-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:50:08,243 INFO [RegionOpenAndInit-ns3:test-17326722048312-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:50:08,243 DEBUG [RegionOpenAndInit-ns3:test-17326722048312-pool-0 {}] regionserver.HRegion(1676): Region close journal for e11e402a0aa0c6d02ccf2e10acf43d5f: Waiting for close lock at 1732672208243Disabling compacts and flushes for region at 1732672208243Disabling writes for close at 1732672208243Writing region close event to WAL at 1732672208243Closed at 1732672208243 2024-11-27T01:50:08,245 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17326722048312 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:50:08,246 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732672208245"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732672208245"}]},"ts":"1732672208245"} 2024-11-27T01:50:08,248 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:50:08,250 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17326722048312 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:50:08,250 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17326722048312","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672208250"}]},"ts":"1732672208250"} 2024-11-27T01:50:08,252 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17326722048312, state=ENABLING in hbase:meta 2024-11-27T01:50:08,252 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17326722048312, region=e11e402a0aa0c6d02ccf2e10acf43d5f, ASSIGN}] 2024-11-27T01:50:08,254 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17326722048312, region=e11e402a0aa0c6d02ccf2e10acf43d5f, ASSIGN 2024-11-27T01:50:08,255 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17326722048312, region=e11e402a0aa0c6d02ccf2e10acf43d5f, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=false 2024-11-27T01:50:08,406 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=e11e402a0aa0c6d02ccf2e10acf43d5f, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:08,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17326722048312, region=e11e402a0aa0c6d02ccf2e10acf43d5f, ASSIGN because future has completed 2024-11-27T01:50:08,410 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure e11e402a0aa0c6d02ccf2e10acf43d5f, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:50:08,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T01:50:08,569 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:50:08,569 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => e11e402a0aa0c6d02ccf2e10acf43d5f, NAME => 'ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:50:08,570 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:50:08,570 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17326722048312 e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:50:08,570 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:08,570 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:50:08,571 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:50:08,573 INFO [StoreOpener-e11e402a0aa0c6d02ccf2e10acf43d5f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:50:08,575 INFO [StoreOpener-e11e402a0aa0c6d02ccf2e10acf43d5f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e11e402a0aa0c6d02ccf2e10acf43d5f columnFamilyName f 2024-11-27T01:50:08,575 DEBUG [StoreOpener-e11e402a0aa0c6d02ccf2e10acf43d5f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:08,576 INFO [StoreOpener-e11e402a0aa0c6d02ccf2e10acf43d5f-1 {}] regionserver.HStore(327): Store=e11e402a0aa0c6d02ccf2e10acf43d5f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:08,576 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:50:08,577 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns3/test-17326722048312/e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:50:08,578 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns3/test-17326722048312/e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:50:08,579 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:50:08,579 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:50:08,582 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:50:08,586 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns3/test-17326722048312/e11e402a0aa0c6d02ccf2e10acf43d5f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:50:08,587 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened e11e402a0aa0c6d02ccf2e10acf43d5f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10391617440, jitterRate=-0.032205209136009216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T01:50:08,587 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:50:08,589 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for e11e402a0aa0c6d02ccf2e10acf43d5f: Running coprocessor pre-open hook at 1732672208571Writing region info on filesystem at 1732672208571Initializing all the Stores at 1732672208572 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672208572Cleaning up temporary data from old regions at 1732672208579 (+7 ms)Running coprocessor post-open hooks at 1732672208587 (+8 ms)Region opened successfully at 1732672208588 (+1 ms) 2024-11-27T01:50:08,590 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f., pid=16, masterSystemTime=1732672208564 2024-11-27T01:50:08,593 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:50:08,593 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:50:08,594 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=e11e402a0aa0c6d02ccf2e10acf43d5f, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:08,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure e11e402a0aa0c6d02ccf2e10acf43d5f, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:50:08,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-27T01:50:08,602 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure e11e402a0aa0c6d02ccf2e10acf43d5f, server=7d6f26a4c136,43747,1732672196683 in 189 msec 2024-11-27T01:50:08,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-27T01:50:08,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17326722048312, region=e11e402a0aa0c6d02ccf2e10acf43d5f, ASSIGN in 350 msec 2024-11-27T01:50:08,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17326722048312 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:50:08,607 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17326722048312","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672208607"}]},"ts":"1732672208607"} 2024-11-27T01:50:08,610 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17326722048312, state=ENABLED in hbase:meta 2024-11-27T01:50:08,611 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17326722048312 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:50:08,614 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17326722048312 in 1.1960 sec 2024-11-27T01:50:09,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-27T01:50:09,567 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17326722048312 completed 2024-11-27T01:50:09,567 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17326722048312 get assigned. Timeout = 60000ms 2024-11-27T01:50:09,569 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T01:50:09,574 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17326722048312 assigned to meta. Checking AM states. 2024-11-27T01:50:09,575 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T01:50:09,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17326722048312 assigned. 2024-11-27T01:50:09,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17326722048313', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:50:09,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17326722048313 2024-11-27T01:50:09,581 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17326722048313 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:50:09,581 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:09,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17326722048313" procId is: 17 2024-11-27T01:50:09,583 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17326722048313 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:50:09,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T01:50:09,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741845_1021 (size=390) 2024-11-27T01:50:09,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T01:50:09,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T01:50:09,994 INFO [RegionOpenAndInit-ns4:test-17326722048313-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cc7d2ddb6916fb1c601f3d60f6ed7849, NAME => 'ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17326722048313', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:50:10,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741846_1022 (size=50) 2024-11-27T01:50:10,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T01:50:10,405 DEBUG [RegionOpenAndInit-ns4:test-17326722048313-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:10,405 DEBUG [RegionOpenAndInit-ns4:test-17326722048313-pool-0 {}] regionserver.HRegion(1722): Closing cc7d2ddb6916fb1c601f3d60f6ed7849, disabling compactions & flushes 2024-11-27T01:50:10,405 INFO [RegionOpenAndInit-ns4:test-17326722048313-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:50:10,405 DEBUG [RegionOpenAndInit-ns4:test-17326722048313-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:50:10,405 DEBUG [RegionOpenAndInit-ns4:test-17326722048313-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. after waiting 0 ms 2024-11-27T01:50:10,405 DEBUG [RegionOpenAndInit-ns4:test-17326722048313-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:50:10,405 INFO [RegionOpenAndInit-ns4:test-17326722048313-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:50:10,405 DEBUG [RegionOpenAndInit-ns4:test-17326722048313-pool-0 {}] regionserver.HRegion(1676): Region close journal for cc7d2ddb6916fb1c601f3d60f6ed7849: Waiting for close lock at 1732672210405Disabling compacts and flushes for region at 1732672210405Disabling writes for close at 1732672210405Writing region close event to WAL at 1732672210405Closed at 1732672210405 2024-11-27T01:50:10,408 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17326722048313 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:50:10,408 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732672210408"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732672210408"}]},"ts":"1732672210408"} 2024-11-27T01:50:10,411 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:50:10,413 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17326722048313 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:50:10,414 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17326722048313","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672210413"}]},"ts":"1732672210413"} 2024-11-27T01:50:10,417 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17326722048313, state=ENABLING in hbase:meta 2024-11-27T01:50:10,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17326722048313, region=cc7d2ddb6916fb1c601f3d60f6ed7849, ASSIGN}] 2024-11-27T01:50:10,420 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17326722048313, region=cc7d2ddb6916fb1c601f3d60f6ed7849, ASSIGN 2024-11-27T01:50:10,421 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17326722048313, region=cc7d2ddb6916fb1c601f3d60f6ed7849, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=false 2024-11-27T01:50:10,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=cc7d2ddb6916fb1c601f3d60f6ed7849, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:10,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17326722048313, region=cc7d2ddb6916fb1c601f3d60f6ed7849, ASSIGN because future has completed 2024-11-27T01:50:10,577 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc7d2ddb6916fb1c601f3d60f6ed7849, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:50:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T01:50:10,736 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:50:10,737 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => cc7d2ddb6916fb1c601f3d60f6ed7849, NAME => 'ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:50:10,737 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:50:10,737 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17326722048313 cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:10,737 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:10,737 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:10,737 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:10,740 INFO [StoreOpener-cc7d2ddb6916fb1c601f3d60f6ed7849-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:10,743 INFO [StoreOpener-cc7d2ddb6916fb1c601f3d60f6ed7849-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc7d2ddb6916fb1c601f3d60f6ed7849 columnFamilyName f 2024-11-27T01:50:10,743 DEBUG [StoreOpener-cc7d2ddb6916fb1c601f3d60f6ed7849-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:10,744 INFO [StoreOpener-cc7d2ddb6916fb1c601f3d60f6ed7849-1 {}] regionserver.HStore(327): Store=cc7d2ddb6916fb1c601f3d60f6ed7849/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:10,744 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:10,745 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns4/test-17326722048313/cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:10,745 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns4/test-17326722048313/cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:10,746 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:10,746 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:10,748 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:10,751 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns4/test-17326722048313/cc7d2ddb6916fb1c601f3d60f6ed7849/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:50:10,752 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened cc7d2ddb6916fb1c601f3d60f6ed7849; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10680185120, jitterRate=-0.005330249667167664}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T01:50:10,752 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:10,753 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for cc7d2ddb6916fb1c601f3d60f6ed7849: Running coprocessor pre-open hook at 1732672210738Writing region info on filesystem at 1732672210738Initializing all the Stores at 1732672210739 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672210739Cleaning up temporary data from old regions at 1732672210746 (+7 ms)Running coprocessor post-open hooks at 1732672210752 (+6 ms)Region opened successfully at 1732672210753 (+1 ms) 2024-11-27T01:50:10,755 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849., pid=19, masterSystemTime=1732672210730 2024-11-27T01:50:10,758 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:50:10,758 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:50:10,758 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=cc7d2ddb6916fb1c601f3d60f6ed7849, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:10,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc7d2ddb6916fb1c601f3d60f6ed7849, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:50:10,765 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-27T01:50:10,766 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure cc7d2ddb6916fb1c601f3d60f6ed7849, server=7d6f26a4c136,43747,1732672196683 in 186 msec 2024-11-27T01:50:10,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-27T01:50:10,768 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17326722048313, region=cc7d2ddb6916fb1c601f3d60f6ed7849, ASSIGN in 349 msec 2024-11-27T01:50:10,769 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17326722048313 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:50:10,770 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17326722048313","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672210769"}]},"ts":"1732672210769"} 2024-11-27T01:50:10,772 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17326722048313, state=ENABLED in hbase:meta 2024-11-27T01:50:10,773 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17326722048313 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:50:10,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17326722048313 in 1.1950 sec 2024-11-27T01:50:11,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T01:50:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-27T01:50:11,727 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17326722048313 completed 2024-11-27T01:50:11,727 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17326722048313 get assigned. Timeout = 60000ms 2024-11-27T01:50:11,727 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T01:50:11,731 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17326722048313 assigned to meta. Checking AM states. 2024-11-27T01:50:11,732 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T01:50:11,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17326722048313 assigned. 2024-11-27T01:50:11,732 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:50:11,732 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:50:11,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:11,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:11,738 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:50:11,772 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=92, ProcessCount=13, AvailableMemoryMB=6283 2024-11-27T01:50:11,773 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-11-27T01:50:11,775 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-27T01:50:11,779 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732672204831 from 'test-1732672204831', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732672204831', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:50:11,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732672204831 2024-11-27T01:50:11,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741847_1023 (size=908) 2024-11-27T01:50:11,918 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17326722048313' 2024-11-27T01:50:11,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17326722048311' 2024-11-27T01:50:11,920 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732672204831' 2024-11-27T01:50:11,920 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17326722048312' 2024-11-27T01:50:12,207 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/.tabledesc/.tableinfo.0000000001.367 2024-11-27T01:50:12,207 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/.tabledesc/.tableinfo.0000000002.908 2024-11-27T01:50:12,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732672204831}] 2024-11-27T01:50:12,220 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, REOPEN/MOVE}] 2024-11-27T01:50:12,221 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, REOPEN/MOVE 2024-11-27T01:50:12,223 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7d59911b698258ef4de3394dc65e78fd, regionState=CLOSING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:12,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, REOPEN/MOVE because future has completed 2024-11-27T01:50:12,226 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T01:50:12,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:50:12,385 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:12,385 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T01:50:12,386 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 7d59911b698258ef4de3394dc65e78fd, disabling compactions & flushes 2024-11-27T01:50:12,386 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:12,386 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:12,386 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. after waiting 0 ms 2024-11-27T01:50:12,386 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:12,389 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 7d59911b698258ef4de3394dc65e78fd 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-27T01:50:12,460 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/f/918ed3f2980d4fd39f052541592a6790 is 37, key is row10/f:q1/1732672206520/Put/seqid=0 2024-11-27T01:50:12,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741848_1024 (size=8413) 2024-11-27T01:50:12,873 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/f/918ed3f2980d4fd39f052541592a6790 2024-11-27T01:50:12,972 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/f/918ed3f2980d4fd39f052541592a6790 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790 2024-11-27T01:50:12,985 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790, entries=99, sequenceid=103, filesize=8.2 K 2024-11-27T01:50:12,995 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7d59911b698258ef4de3394dc65e78fd in 603ms, sequenceid=103, compaction requested=false 2024-11-27T01:50:13,004 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-27T01:50:13,008 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:50:13,008 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:13,008 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 7d59911b698258ef4de3394dc65e78fd: Waiting for close lock at 1732672212386Running coprocessor pre-close hooks at 1732672212386Disabling compacts and flushes for region at 1732672212386Disabling writes for close at 1732672212386Obtaining lock to block concurrent updates at 1732672212390 (+4 ms)Preparing flush snapshotting stores in 7d59911b698258ef4de3394dc65e78fd at 1732672212390Finished memstore snapshotting test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732672212397 (+7 ms)Flushing stores of test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. at 1732672212399 (+2 ms)Flushing 7d59911b698258ef4de3394dc65e78fd/f: creating writer at 1732672212400 (+1 ms)Flushing 7d59911b698258ef4de3394dc65e78fd/f: appending metadata at 1732672212448 (+48 ms)Flushing 7d59911b698258ef4de3394dc65e78fd/f: closing flushed file at 1732672212451 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38fd18b5: reopening flushed file at 1732672212970 (+519 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7d59911b698258ef4de3394dc65e78fd in 603ms, sequenceid=103, compaction requested=false at 1732672212996 (+26 ms)Writing region close event to WAL at 1732672212998 (+2 ms)Running coprocessor post-close hooks at 1732672213005 (+7 ms)Closed at 1732672213008 (+3 ms) 2024-11-27T01:50:13,009 WARN [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 7d59911b698258ef4de3394dc65e78fd to self. 2024-11-27T01:50:13,012 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,013 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7d59911b698258ef4de3394dc65e78fd, regionState=CLOSED 2024-11-27T01:50:13,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:50:13,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-27T01:50:13,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683 in 791 msec 2024-11-27T01:50:13,022 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, REOPEN/MOVE; state=CLOSED, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=true 2024-11-27T01:50:13,173 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7d59911b698258ef4de3394dc65e78fd, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:13,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, REOPEN/MOVE because future has completed 2024-11-27T01:50:13,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:50:13,336 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:13,337 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d59911b698258ef4de3394dc65e78fd, NAME => 'test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:50:13,337 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:50:13,337 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732672204831 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,338 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:13,338 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,338 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,341 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,342 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d59911b698258ef4de3394dc65e78fd columnFamilyName f 2024-11-27T01:50:13,342 DEBUG [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:13,353 DEBUG [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790 2024-11-27T01:50:13,353 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(327): Store=7d59911b698258ef4de3394dc65e78fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:13,353 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,355 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d59911b698258ef4de3394dc65e78fd columnFamilyName f3 2024-11-27T01:50:13,356 DEBUG [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:13,356 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(327): Store=7d59911b698258ef4de3394dc65e78fd/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:13,358 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,364 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d59911b698258ef4de3394dc65e78fd columnFamilyName mob 2024-11-27T01:50:13,369 DEBUG [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:13,370 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(327): Store=7d59911b698258ef4de3394dc65e78fd/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:13,371 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,372 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,374 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,375 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,376 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,377 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732672204831 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:50:13,379 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,380 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7d59911b698258ef4de3394dc65e78fd; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11670319520, jitterRate=0.08688320219516754}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:50:13,380 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:13,381 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7d59911b698258ef4de3394dc65e78fd: Running coprocessor pre-open hook at 1732672213338Writing region info on filesystem at 1732672213338Initializing all the Stores at 1732672213340 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672213340Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672213340Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672213340Cleaning up temporary data from old regions at 1732672213376 (+36 ms)Running coprocessor post-open hooks at 1732672213380 (+4 ms)Region opened successfully at 1732672213381 (+1 ms) 2024-11-27T01:50:13,383 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd., pid=24, masterSystemTime=1732672213330 2024-11-27T01:50:13,386 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:13,386 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:13,387 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7d59911b698258ef4de3394dc65e78fd, regionState=OPEN, openSeqNum=107, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:13,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:50:13,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-27T01:50:13,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683 in 214 msec 2024-11-27T01:50:13,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-27T01:50:13,397 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, REOPEN/MOVE in 1.1740 sec 2024-11-27T01:50:13,402 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-27T01:50:13,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732672204831 in 1.1880 sec 2024-11-27T01:50:13,408 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732672204831 in 1.6220 sec 2024-11-27T01:50:13,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-27T01:50:13,411 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732672204831 completed 2024-11-27T01:50:13,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@535df4ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:13,412 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:13,412 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:13,414 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:13,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:13,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:13,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5491a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:13,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:13,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:13,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:13,417 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:13,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7961cb59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:13,419 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:13,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:13,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:13,422 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:13,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732672204831', row='row-test-1732672204831-3-0', locateType=CURRENT is [region=test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd., hostname=7d6f26a4c136,43747,1732672196683, seqNum=107] 2024-11-27T01:50:13,485 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:50:13,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:50:13,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cae8efd 2024-11-27T01:50:13,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:50:13,490 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:50:13,502 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-27T01:50:13,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-27T01:50:13,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-27T01:50:13,513 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 9 msec 2024-11-27T01:50:13,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-27T01:50:13,617 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-27T01:50:13,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:50:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-27T01:50:13,640 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:50:13,640 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:13,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-27T01:50:13,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T01:50:13,642 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:50:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741849_1025 (size=635) 2024-11-27T01:50:13,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T01:50:13,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T01:50:14,053 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 96afaa41d51ea4c1686fc5ca68b4f5f3, NAME => 'backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:50:14,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741850_1026 (size=40) 2024-11-27T01:50:14,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T01:50:14,463 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:14,463 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 96afaa41d51ea4c1686fc5ca68b4f5f3, disabling compactions & flushes 2024-11-27T01:50:14,463 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:50:14,463 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:50:14,463 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. after waiting 0 ms 2024-11-27T01:50:14,463 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:50:14,463 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:50:14,464 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 96afaa41d51ea4c1686fc5ca68b4f5f3: Waiting for close lock at 1732672214463Disabling compacts and flushes for region at 1732672214463Disabling writes for close at 1732672214463Writing region close event to WAL at 1732672214463Closed at 1732672214463 2024-11-27T01:50:14,466 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:50:14,466 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732672214466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732672214466"}]},"ts":"1732672214466"} 2024-11-27T01:50:14,469 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:50:14,471 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:50:14,471 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672214471"}]},"ts":"1732672214471"} 2024-11-27T01:50:14,474 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-27T01:50:14,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=96afaa41d51ea4c1686fc5ca68b4f5f3, ASSIGN}] 2024-11-27T01:50:14,476 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=96afaa41d51ea4c1686fc5ca68b4f5f3, ASSIGN 2024-11-27T01:50:14,477 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=96afaa41d51ea4c1686fc5ca68b4f5f3, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=false 2024-11-27T01:50:14,628 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=96afaa41d51ea4c1686fc5ca68b4f5f3, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:14,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=96afaa41d51ea4c1686fc5ca68b4f5f3, ASSIGN because future has completed 2024-11-27T01:50:14,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:50:14,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T01:50:14,788 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:50:14,789 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 96afaa41d51ea4c1686fc5ca68b4f5f3, NAME => 'backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:50:14,789 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:50:14,789 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:14,790 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:14,790 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:14,790 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:14,792 INFO [StoreOpener-96afaa41d51ea4c1686fc5ca68b4f5f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:14,794 INFO [StoreOpener-96afaa41d51ea4c1686fc5ca68b4f5f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96afaa41d51ea4c1686fc5ca68b4f5f3 columnFamilyName meta 2024-11-27T01:50:14,794 DEBUG [StoreOpener-96afaa41d51ea4c1686fc5ca68b4f5f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:14,794 INFO [StoreOpener-96afaa41d51ea4c1686fc5ca68b4f5f3-1 {}] regionserver.HStore(327): Store=96afaa41d51ea4c1686fc5ca68b4f5f3/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:14,795 INFO [StoreOpener-96afaa41d51ea4c1686fc5ca68b4f5f3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:14,796 INFO [StoreOpener-96afaa41d51ea4c1686fc5ca68b4f5f3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 96afaa41d51ea4c1686fc5ca68b4f5f3 columnFamilyName session 2024-11-27T01:50:14,796 DEBUG [StoreOpener-96afaa41d51ea4c1686fc5ca68b4f5f3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:14,797 INFO [StoreOpener-96afaa41d51ea4c1686fc5ca68b4f5f3-1 {}] regionserver.HStore(327): Store=96afaa41d51ea4c1686fc5ca68b4f5f3/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:14,797 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:14,798 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:14,799 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:14,800 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:14,800 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:14,801 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-27T01:50:14,804 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:14,807 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:50:14,808 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 96afaa41d51ea4c1686fc5ca68b4f5f3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10617349120, jitterRate=-0.011182308197021484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-27T01:50:14,808 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:14,809 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 96afaa41d51ea4c1686fc5ca68b4f5f3: Running coprocessor pre-open hook at 1732672214790Writing region info on filesystem at 1732672214790Initializing all the Stores at 1732672214791 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672214791Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672214792 (+1 ms)Cleaning up temporary data from old regions at 1732672214800 (+8 ms)Running coprocessor post-open hooks at 1732672214808 (+8 ms)Region opened successfully at 1732672214809 (+1 ms) 2024-11-27T01:50:14,811 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., pid=28, masterSystemTime=1732672214784 2024-11-27T01:50:14,813 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:50:14,813 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:50:14,814 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=96afaa41d51ea4c1686fc5ca68b4f5f3, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:14,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:50:14,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-27T01:50:14,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3, server=7d6f26a4c136,43747,1732672196683 in 187 msec 2024-11-27T01:50:14,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-27T01:50:14,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=96afaa41d51ea4c1686fc5ca68b4f5f3, ASSIGN in 348 msec 2024-11-27T01:50:14,827 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:50:14,827 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672214827"}]},"ts":"1732672214827"} 2024-11-27T01:50:14,830 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-27T01:50:14,831 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:50:14,834 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1950 sec 2024-11-27T01:50:15,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-27T01:50:15,380 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-27T01:50:15,381 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17326722048313 2024-11-27T01:50:15,381 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17326722048313 Metrics about Tables on a single HBase RegionServer 2024-11-27T01:50:15,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17326722048311 2024-11-27T01:50:15,382 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17326722048311 Metrics about Tables on a single HBase RegionServer 2024-11-27T01:50:15,382 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732672204831 2024-11-27T01:50:15,382 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732672204831 Metrics about Tables on a single HBase RegionServer 2024-11-27T01:50:15,383 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17326722048312 2024-11-27T01:50:15,383 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17326722048312 Metrics about Tables on a single HBase RegionServer 2024-11-27T01:50:15,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-27T01:50:15,786 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-27T01:50:15,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:50:15,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-27T01:50:15,808 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:50:15,808 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:15,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-27T01:50:15,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T01:50:15,810 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:50:15,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741851_1027 (size=640) 2024-11-27T01:50:15,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T01:50:16,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T01:50:16,221 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7fa2c748c70cc0fffdeb3ffb076dfb54, NAME => 'backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:50:16,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741852_1028 (size=45) 2024-11-27T01:50:16,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T01:50:16,632 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:16,632 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 7fa2c748c70cc0fffdeb3ffb076dfb54, disabling compactions & flushes 2024-11-27T01:50:16,632 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:50:16,632 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:50:16,632 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. after waiting 0 ms 2024-11-27T01:50:16,632 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:50:16,632 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:50:16,632 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7fa2c748c70cc0fffdeb3ffb076dfb54: Waiting for close lock at 1732672216632Disabling compacts and flushes for region at 1732672216632Disabling writes for close at 1732672216632Writing region close event to WAL at 1732672216632Closed at 1732672216632 2024-11-27T01:50:16,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:50:16,635 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732672216634"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732672216634"}]},"ts":"1732672216634"} 2024-11-27T01:50:16,638 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:50:16,640 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:50:16,640 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672216640"}]},"ts":"1732672216640"} 2024-11-27T01:50:16,644 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-27T01:50:16,644 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=7fa2c748c70cc0fffdeb3ffb076dfb54, ASSIGN}] 2024-11-27T01:50:16,646 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=7fa2c748c70cc0fffdeb3ffb076dfb54, ASSIGN 2024-11-27T01:50:16,647 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=7fa2c748c70cc0fffdeb3ffb076dfb54, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=false 2024-11-27T01:50:16,798 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=7fa2c748c70cc0fffdeb3ffb076dfb54, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:16,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=7fa2c748c70cc0fffdeb3ffb076dfb54, ASSIGN because future has completed 2024-11-27T01:50:16,801 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fa2c748c70cc0fffdeb3ffb076dfb54, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:50:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T01:50:16,958 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:50:16,959 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 7fa2c748c70cc0fffdeb3ffb076dfb54, NAME => 'backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:50:16,959 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:50:16,959 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:16,959 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:16,959 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:16,959 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:16,961 INFO [StoreOpener-7fa2c748c70cc0fffdeb3ffb076dfb54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:16,963 INFO [StoreOpener-7fa2c748c70cc0fffdeb3ffb076dfb54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fa2c748c70cc0fffdeb3ffb076dfb54 columnFamilyName meta 2024-11-27T01:50:16,963 DEBUG [StoreOpener-7fa2c748c70cc0fffdeb3ffb076dfb54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:16,964 INFO [StoreOpener-7fa2c748c70cc0fffdeb3ffb076dfb54-1 {}] regionserver.HStore(327): Store=7fa2c748c70cc0fffdeb3ffb076dfb54/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:16,964 INFO [StoreOpener-7fa2c748c70cc0fffdeb3ffb076dfb54-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:16,965 INFO [StoreOpener-7fa2c748c70cc0fffdeb3ffb076dfb54-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fa2c748c70cc0fffdeb3ffb076dfb54 columnFamilyName session 2024-11-27T01:50:16,965 DEBUG [StoreOpener-7fa2c748c70cc0fffdeb3ffb076dfb54-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:16,966 INFO [StoreOpener-7fa2c748c70cc0fffdeb3ffb076dfb54-1 {}] regionserver.HStore(327): Store=7fa2c748c70cc0fffdeb3ffb076dfb54/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:16,966 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:16,967 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system_bulk/7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:16,967 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system_bulk/7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:16,969 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:16,969 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:16,969 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-27T01:50:16,971 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:16,974 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system_bulk/7fa2c748c70cc0fffdeb3ffb076dfb54/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:50:16,975 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 7fa2c748c70cc0fffdeb3ffb076dfb54; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10373976640, jitterRate=-0.03384813666343689}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-27T01:50:16,975 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:16,976 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 7fa2c748c70cc0fffdeb3ffb076dfb54: Running coprocessor pre-open hook at 1732672216960Writing region info on filesystem at 1732672216960Initializing all the Stores at 1732672216961 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672216961Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672216961Cleaning up temporary data from old regions at 1732672216969 (+8 ms)Running coprocessor post-open hooks at 1732672216975 (+6 ms)Region opened successfully at 1732672216976 (+1 ms) 2024-11-27T01:50:16,977 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54., pid=31, masterSystemTime=1732672216954 2024-11-27T01:50:16,980 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:50:16,980 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:50:16,980 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=7fa2c748c70cc0fffdeb3ffb076dfb54, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:16,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7fa2c748c70cc0fffdeb3ffb076dfb54, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:50:16,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-27T01:50:16,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 7fa2c748c70cc0fffdeb3ffb076dfb54, server=7d6f26a4c136,43747,1732672196683 in 183 msec 2024-11-27T01:50:16,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-27T01:50:16,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=7fa2c748c70cc0fffdeb3ffb076dfb54, ASSIGN in 343 msec 2024-11-27T01:50:16,997 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:50:16,997 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672216997"}]},"ts":"1732672216997"} 2024-11-27T01:50:17,000 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-27T01:50:17,001 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:50:17,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.1950 sec 2024-11-27T01:50:17,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-27T01:50:17,922 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-27T01:50:17,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-27T01:50:17,956 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-27T01:50:17,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:17,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:17,975 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T01:50:17,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:50:17,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-27T01:50:18,002 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T01:50:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732672218002 (current time:1732672218002). 2024-11-27T01:50:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T01:50:18,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T01:50:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@634c6a9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:18,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:18,004 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:18,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:18,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:18,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35c3d549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:18,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:18,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:18,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:18,006 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:18,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e7321b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:18,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:18,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:18,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:18,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:18,014 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-27T01:50:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:50:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:18,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:18,014 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:50:18,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T01:50:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T01:50:18,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-27T01:50:18,024 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T01:50:18,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T01:50:18,029 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T01:50:18,042 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T01:50:18,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741853_1029 (size=52) 2024-11-27T01:50:18,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T01:50:18,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T01:50:18,451 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T01:50:18,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3}] 2024-11-27T01:50:18,460 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:18,510 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-27T01:50:18,617 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-27T01:50:18,618 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:50:18,619 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 96afaa41d51ea4c1686fc5ca68b4f5f3 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-27T01:50:18,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/ec1bc56b3f88488ea105365044c496b4 is 49, key is activesession:/session:c/1732672217991/Put/seqid=0 2024-11-27T01:50:18,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741854_1030 (size=5049) 2024-11-27T01:50:18,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T01:50:19,046 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/ec1bc56b3f88488ea105365044c496b4 2024-11-27T01:50:19,056 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/ec1bc56b3f88488ea105365044c496b4 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ec1bc56b3f88488ea105365044c496b4 2024-11-27T01:50:19,066 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ec1bc56b3f88488ea105365044c496b4, entries=1, sequenceid=5, filesize=4.9 K 2024-11-27T01:50:19,067 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 96afaa41d51ea4c1686fc5ca68b4f5f3 in 448ms, sequenceid=5, compaction requested=false 2024-11-27T01:50:19,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 96afaa41d51ea4c1686fc5ca68b4f5f3: 2024-11-27T01:50:19,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. for snapshot_backup_system completed. 2024-11-27T01:50:19,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3.' region-info for snapshot=snapshot_backup_system 2024-11-27T01:50:19,072 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T01:50:19,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T01:50:19,074 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ec1bc56b3f88488ea105365044c496b4] hfiles 2024-11-27T01:50:19,076 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ec1bc56b3f88488ea105365044c496b4 for snapshot=snapshot_backup_system 2024-11-27T01:50:19,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741855_1031 (size=95) 2024-11-27T01:50:19,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T01:50:19,487 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:50:19,489 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-27T01:50:19,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-27T01:50:19,503 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:19,503 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:19,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-27T01:50:19,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3 in 1.0510 sec 2024-11-27T01:50:19,508 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T01:50:19,511 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T01:50:19,514 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T01:50:19,514 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T01:50:19,518 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T01:50:19,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741856_1032 (size=731) 2024-11-27T01:50:19,566 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T01:50:19,578 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T01:50:19,579 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_backup_system 2024-11-27T01:50:19,581 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T01:50:19,581 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-27T01:50:19,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5620 sec 2024-11-27T01:50:20,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-27T01:50:20,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T01:50:20,187 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732672213466 started at 1732672220187. 2024-11-27T01:50:20,202 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732672213466 has been started. 2024-11-27T01:50:20,207 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-27T01:50:20,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-27T01:50:20,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T01:50:20,216 INFO [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T01:50:20,216 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T01:50:20,216 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T01:50:20,217 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T01:50:20,218 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:20,218 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:20,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T01:50:20,219 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,220 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T01:50:20,220 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T01:50:20,220 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,220 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T01:50:20,221 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:20,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:20,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T01:50:20,222 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:20,222 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T01:50:20,224 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T01:50:20,224 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T01:50:20,225 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T01:50:20,225 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T01:50:20,225 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T01:50:20,225 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T01:50:20,225 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '7d6f26a4c136,43747,1732672196683' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T01:50:20,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,229 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:20,229 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,229 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T01:50:20,229 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T01:50:20,229 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T01:50:20,229 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T01:50:20,230 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T01:50:20,230 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T01:50:20,231 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:20,231 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,231 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T01:50:20,232 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '7d6f26a4c136,43747,1732672196683' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T01:50:20,232 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5d34a821[Count = 0] remaining members to acquire global barrier 2024-11-27T01:50:20,232 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T01:50:20,232 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:20,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:20,234 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:20,234 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:20,234 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T01:50:20,234 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,234 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T01:50:20,235 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T01:50:20,235 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,242 INFO [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732672199821 highest: 1732672206153 on 7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,242 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.meta:.meta(num 1732672200309) roll requested 2024-11-27T01:50:20,257 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672220242.meta, exclude list is [], retry=0 2024-11-27T01:50:20,260 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:50:20,263 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672200309.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672220242.meta 2024-11-27T01:50:20,264 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:50:20,264 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672200309.meta is not closed yet, will try archiving it next time 2024-11-27T01:50:20,264 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1:(num 1732672206153) roll requested 2024-11-27T01:50:20,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741834_1010 (size=12055) 2024-11-27T01:50:20,267 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672200309.meta not finished, retry = 0 2024-11-27T01:50:20,279 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672220264, exclude list is [], retry=0 2024-11-27T01:50:20,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:50:20,284 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672206153 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672220264 2024-11-27T01:50:20,285 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:50:20,285 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672206153 is not closed yet, will try archiving it next time 2024-11-27T01:50:20,285 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0:(num 1732672199821) roll requested 2024-11-27T01:50:20,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741840_1016 (size=4756) 2024-11-27T01:50:20,300 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672220285, exclude list is [], retry=0 2024-11-27T01:50:20,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:50:20,302 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-27T01:50:20,303 INFO [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732672220285 on 7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,303 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:50:20,303 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:50:20,303 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17b0ff23 2024-11-27T01:50:20,303 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:50:20,304 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672199821 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672220285 2024-11-27T01:50:20,304 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T01:50:20,304 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:50:20,305 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672199821 is not closed yet, will try archiving it next time 2024-11-27T01:50:20,305 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:20,305 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:20,306 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:20,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741833_1009 (size=1034) 2024-11-27T01:50:20,307 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33579, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T01:50:20,308 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672199821 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672199821 2024-11-27T01:50:20,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:20,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:20,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:39611/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:50:20,330 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T01:50:20,330 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '7d6f26a4c136,43747,1732672196683' in zk 2024-11-27T01:50:20,333 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,333 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T01:50:20,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,333 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T01:50:20,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T01:50:20,333 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T01:50:20,333 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T01:50:20,334 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T01:50:20,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T01:50:20,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:20,336 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,336 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T01:50:20,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:20,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '7d6f26a4c136,43747,1732672196683': 2024-11-27T01:50:20,338 INFO [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T01:50:20,338 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T01:50:20,338 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T01:50:20,339 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '7d6f26a4c136,43747,1732672196683' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T01:50:20,339 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T01:50:20,339 INFO [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T01:50:20,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T01:50:20,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T01:50:20,341 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T01:50:20,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:20,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T01:50:20,342 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T01:50:20,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T01:50:20,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:20,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T01:50:20,343 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T01:50:20,343 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T01:50:20,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:20,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:20,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T01:50:20,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:20,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,345 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T01:50:20,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:20,346 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T01:50:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:20,354 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T01:50:20,354 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T01:50:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T01:50:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:20,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T01:50:20,355 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T01:50:20,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T01:50:20,355 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T01:50:20,355 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T01:50:20,355 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T01:50:20,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T01:50:20,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } 2024-11-27T01:50:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732672220374 (current time:1732672220374). 2024-11-27T01:50:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T01:50:20,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732672220373_default_test-1732672204831 VERSION not specified, setting to 2 2024-11-27T01:50:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7edec789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:20,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:20,376 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:20,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:20,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:20,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aeea8a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:20,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:20,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:20,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:20,378 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:20,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dceb330, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:20,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:20,380 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:20,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:20,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:20,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-27T01:50:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:50:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:20,383 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:50:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T01:50:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } 2024-11-27T01:50:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-27T01:50:20,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T01:50:20,386 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T01:50:20,388 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T01:50:20,391 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T01:50:20,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741860_1036 (size=84) 2024-11-27T01:50:20,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T01:50:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T01:50:20,800 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T01:50:20,800 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d59911b698258ef4de3394dc65e78fd}] 2024-11-27T01:50:20,801 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:20,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-27T01:50:20,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:20,954 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7d59911b698258ef4de3394dc65e78fd 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-27T01:50:20,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/f3/a2658c3e79a64cd78e4c5479d58a70fd is 58, key is row-test-1732672204831-3-0/f3:q1/1732672213428/Put/seqid=0 2024-11-27T01:50:20,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741861_1037 (size=5387) 2024-11-27T01:50:21,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T01:50:21,381 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/f3/a2658c3e79a64cd78e4c5479d58a70fd 2024-11-27T01:50:21,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741862_1038 (size=4469) 2024-11-27T01:50:21,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T01:50:21,825 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/mob/414c89d23d9549ca90c65a1856bc2485 is 59, key is row-test-1732672204831-3-0/mob:q1/1732672213447/Put/seqid=0 2024-11-27T01:50:21,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741863_1039 (size=5484) 2024-11-27T01:50:22,233 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/mob/414c89d23d9549ca90c65a1856bc2485 2024-11-27T01:50:22,243 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/f3/a2658c3e79a64cd78e4c5479d58a70fd as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f3/a2658c3e79a64cd78e4c5479d58a70fd 2024-11-27T01:50:22,252 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f3/a2658c3e79a64cd78e4c5479d58a70fd, entries=6, sequenceid=121, filesize=5.3 K 2024-11-27T01:50:22,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/mob/414c89d23d9549ca90c65a1856bc2485 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485 2024-11-27T01:50:22,262 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485, entries=6, sequenceid=121, filesize=5.4 K 2024-11-27T01:50:22,264 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7d59911b698258ef4de3394dc65e78fd in 1309ms, sequenceid=121, compaction requested=false 2024-11-27T01:50:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7d59911b698258ef4de3394dc65e78fd: 2024-11-27T01:50:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. for snapshot_1732672220373_default_test-1732672204831 completed. 2024-11-27T01:50:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd.' region-info for snapshot=snapshot_1732672220373_default_test-1732672204831 2024-11-27T01:50:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T01:50:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790] hfiles 2024-11-27T01:50:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790 for snapshot=snapshot_1732672220373_default_test-1732672204831 2024-11-27T01:50:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f3/a2658c3e79a64cd78e4c5479d58a70fd] hfiles 2024-11-27T01:50:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f3/a2658c3e79a64cd78e4c5479d58a70fd for snapshot=snapshot_1732672220373_default_test-1732672204831 2024-11-27T01:50:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485] hfiles 2024-11-27T01:50:22,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485 for snapshot=snapshot_1732672220373_default_test-1732672204831 2024-11-27T01:50:22,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741864_1040 (size=185) 2024-11-27T01:50:22,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T01:50:22,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:22,672 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-27T01:50:22,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-27T01:50:22,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732672220373_default_test-1732672204831 on region 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:22,673 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:22,677 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-27T01:50:22,678 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T01:50:22,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7d59911b698258ef4de3394dc65e78fd in 1.8740 sec 2024-11-27T01:50:22,679 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T01:50:22,681 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-27T01:50:22,681 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-27T01:50:22,681 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:22,682 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-27T01:50:22,682 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:22,682 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-27T01:50:22,682 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:22,683 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-27T01:50:22,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741865_1041 (size=49) 2024-11-27T01:50:23,092 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T01:50:23,092 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732672220373_default_test-1732672204831 2024-11-27T01:50:23,093 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672220373_default_test-1732672204831 2024-11-27T01:50:23,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741866_1042 (size=1146) 2024-11-27T01:50:23,506 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T01:50:23,517 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T01:50:23,518 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672220373_default_test-1732672204831 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672220373_default_test-1732672204831 2024-11-27T01:50:23,520 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T01:50:23,520 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-27T01:50:23,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732672220373_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } in 3.1360 sec 2024-11-27T01:50:23,995 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T01:50:24,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-27T01:50:24,546 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732672204831 completed 2024-11-27T01:50:24,547 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } 2024-11-27T01:50:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732672224547 (current time:1732672224547). 2024-11-27T01:50:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T01:50:24,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732672224546_ns2_test-17326722048311 VERSION not specified, setting to 2 2024-11-27T01:50:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@661604e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:24,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:24,549 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:24,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:24,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:24,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2daee8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:24,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:24,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:24,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:24,551 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:24,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30521422, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:24,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:24,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:24,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:24,555 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:24,556 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-27T01:50:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:50:24,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:24,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:50:24,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T01:50:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } 2024-11-27T01:50:24,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-27T01:50:24,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T01:50:24,560 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T01:50:24,561 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T01:50:24,564 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T01:50:24,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741867_1043 (size=86) 2024-11-27T01:50:24,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T01:50:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T01:50:24,972 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T01:50:24,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a69c060139e1b05273627871c40c2944}] 2024-11-27T01:50:24,973 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a69c060139e1b05273627871c40c2944 2024-11-27T01:50:25,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-27T01:50:25,126 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:50:25,126 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing a69c060139e1b05273627871c40c2944 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-27T01:50:25,147 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/.tmp/f/f90c1bd2b29a4c459d484724b6c91391 is 37, key is row10/f:q1/1732672207307/Put/seqid=0 2024-11-27T01:50:25,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741868_1044 (size=8413) 2024-11-27T01:50:25,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T01:50:25,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-27T01:50:25,380 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-27T01:50:25,553 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/.tmp/f/f90c1bd2b29a4c459d484724b6c91391 2024-11-27T01:50:25,562 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/.tmp/f/f90c1bd2b29a4c459d484724b6c91391 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/f90c1bd2b29a4c459d484724b6c91391 2024-11-27T01:50:25,569 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/f90c1bd2b29a4c459d484724b6c91391, entries=99, sequenceid=103, filesize=8.2 K 2024-11-27T01:50:25,570 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for a69c060139e1b05273627871c40c2944 in 444ms, sequenceid=103, compaction requested=false 2024-11-27T01:50:25,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for a69c060139e1b05273627871c40c2944: 2024-11-27T01:50:25,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. for snapshot_1732672224546_ns2_test-17326722048311 completed. 2024-11-27T01:50:25,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944.' region-info for snapshot=snapshot_1732672224546_ns2_test-17326722048311 2024-11-27T01:50:25,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T01:50:25,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/f90c1bd2b29a4c459d484724b6c91391] hfiles 2024-11-27T01:50:25,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/f90c1bd2b29a4c459d484724b6c91391 for snapshot=snapshot_1732672224546_ns2_test-17326722048311 2024-11-27T01:50:25,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741869_1045 (size=91) 2024-11-27T01:50:25,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T01:50:25,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:50:25,978 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-27T01:50:25,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-27T01:50:25,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732672224546_ns2_test-17326722048311 on region a69c060139e1b05273627871c40c2944 2024-11-27T01:50:25,979 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a69c060139e1b05273627871c40c2944 2024-11-27T01:50:25,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-27T01:50:25,982 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T01:50:25,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a69c060139e1b05273627871c40c2944 in 1.0080 sec 2024-11-27T01:50:25,983 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T01:50:25,984 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T01:50:25,984 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732672224546_ns2_test-17326722048311 2024-11-27T01:50:25,985 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672224546_ns2_test-17326722048311 2024-11-27T01:50:25,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741870_1046 (size=456) 2024-11-27T01:50:26,397 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T01:50:26,405 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T01:50:26,406 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672224546_ns2_test-17326722048311 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672224546_ns2_test-17326722048311 2024-11-27T01:50:26,407 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T01:50:26,407 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-27T01:50:26,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732672224546_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } in 1.8490 sec 2024-11-27T01:50:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-27T01:50:26,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17326722048311 completed 2024-11-27T01:50:26,706 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732672213466 2024-11-27T01:50:26,706 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-27T01:50:26,708 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-27T01:50:26,710 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732672213466_ns2:test-17326722048311 2024-11-27T01:50:26,710 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732672224546_ns2_test-17326722048311 to hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311/ 2024-11-27T01:50:26,715 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T01:50:26,752 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:39611, inputRoot=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:50:26,752 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2091694565_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311/.hbase-snapshot/.tmp/snapshot_1732672224546_ns2_test-17326722048311 2024-11-27T01:50:26,755 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T01:50:26,760 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672224546_ns2_test-17326722048311 to hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311/.hbase-snapshot/.tmp/snapshot_1732672224546_ns2_test-17326722048311 2024-11-27T01:50:26,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741871_1047 (size=86) 2024-11-27T01:50:26,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741872_1048 (size=456) 2024-11-27T01:50:27,180 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:27,180 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:27,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:28,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-12322892872315591507.jar 2024-11-27T01:50:28,207 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:28,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:28,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:28,208 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:28,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:28,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:28,209 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:28,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:28,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:28,210 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:50:28,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:50:28,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:50:28,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:50:28,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:50:28,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:50:28,212 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:50:28,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:50:28,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:50:28,213 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:50:28,214 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:50:28,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:50:28,216 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:50:28,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:50:28,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:50:28,217 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:50:28,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:50:28,218 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:50:28,289 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:50:28,324 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732672224546_ns2_test-17326722048311' hfile list 2024-11-27T01:50:28,331 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-11-27T01:50:28,592 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1231388863_0001_3130ced0-256c-4a65-8778-f56e4bf10545/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:50:28,592 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1231388863_0001_3130ced0-256c-4a65-8778-f56e4bf10545/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:50:28,750 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T01:50:28,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741873_1049 (size=8413) 2024-11-27T01:50:29,258 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/f90c1bd2b29a4c459d484724b6c91391 output=hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/f90c1bd2b29a4c459d484724b6c91391 2024-11-27T01:50:29,261 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.016M/sec 2024-11-27T01:50:29,665 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T01:50:29,666 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T01:50:29,673 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732672224546_ns2_test-17326722048311 2024-11-27T01:50:29,673 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732672224546_ns2_test-17326722048311 finished. 2024-11-27T01:50:29,673 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732672213466_test-1732672204831 2024-11-27T01:50:29,673 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732672220373_default_test-1732672204831 to hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/ 2024-11-27T01:50:29,673 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T01:50:29,703 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:39611, inputRoot=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:50:29,704 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2091694565_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/.hbase-snapshot/.tmp/snapshot_1732672220373_default_test-1732672204831 2024-11-27T01:50:29,705 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T01:50:29,712 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672220373_default_test-1732672204831 to hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/.hbase-snapshot/.tmp/snapshot_1732672220373_default_test-1732672204831 2024-11-27T01:50:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741875_1051 (size=1146) 2024-11-27T01:50:29,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741874_1050 (size=84) 2024-11-27T01:50:30,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:30,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:30,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:31,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-17505177309828218345.jar 2024-11-27T01:50:31,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:31,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:31,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:31,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:31,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:31,122 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:31,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:31,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:31,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:31,123 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:50:31,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:50:31,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:50:31,124 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:50:31,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:50:31,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:50:31,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:50:31,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:50:31,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:50:31,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:50:31,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:50:31,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:50:31,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:50:31,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:50:31,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:50:31,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:50:31,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:50:31,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:50:31,171 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:50:31,200 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732672220373_default_test-1732672204831' hfile list 2024-11-27T01:50:31,203 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-11-27T01:50:31,298 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local276319282_0002_b65ac68c-eb39-4c1c-817c-3d8ada9f92a3/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:50:31,298 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local276319282_0002_b65ac68c-eb39-4c1c-817c-3d8ada9f92a3/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:50:31,375 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T01:50:31,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741876_1052 (size=8413) 2024-11-27T01:50:31,820 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790 output=hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790 2024-11-27T01:50:31,820 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-27T01:50:31,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741877_1053 (size=5484) 2024-11-27T01:50:32,292 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485 output=hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485 2024-11-27T01:50:32,292 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.011M/sec 2024-11-27T01:50:32,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741878_1054 (size=5387) 2024-11-27T01:50:32,748 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f3/a2658c3e79a64cd78e4c5479d58a70fd output=hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f3/a2658c3e79a64cd78e4c5479d58a70fd 2024-11-27T01:50:32,748 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-27T01:50:33,344 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T01:50:33,345 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T01:50:33,354 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732672220373_default_test-1732672204831 2024-11-27T01:50:33,354 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732672220373_default_test-1732672204831 finished. 2024-11-27T01:50:33,354 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17326722048311 2024-11-27T01:50:33,354 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732672204831 2024-11-27T01:50:33,404 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732672213466 2024-11-27T01:50:33,405 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-27T01:50:33,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741879_1055 (size=130) 2024-11-27T01:50:33,814 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39611/backupUT/backup_1732672213466/.backup.manifest 2024-11-27T01:50:33,817 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732672213466 finished: type=FULL,tablelist=ns2:test-17326722048311;test-1732672204831,targetRootDir=hdfs://localhost:39611/backupUT,startts=1732672220187,completets=1732672233403,bytescopied=0 2024-11-27T01:50:33,817 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-27T01:50:33,817 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732672224546_ns2_test-17326722048311 2024-11-27T01:50:33,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732672224546_ns2_test-17326722048311" type: DISABLED 2024-11-27T01:50:33,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732672224546_ns2_test-17326722048311 2024-11-27T01:50:33,828 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732672224546_ns2_test-17326722048311 for backup backup_1732672213466 succeeded. 2024-11-27T01:50:33,828 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732672220373_default_test-1732672204831 2024-11-27T01:50:33,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732672220373_default_test-1732672204831" type: DISABLED 2024-11-27T01:50:33,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732672220373_default_test-1732672204831 2024-11-27T01:50:33,832 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732672220373_default_test-1732672204831 for backup backup_1732672213466 succeeded. 2024-11-27T01:50:33,833 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T01:50:33,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T01:50:33,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T01:50:33,849 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T01:50:33,854 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T01:50:33,870 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732672213466 completed. 2024-11-27T01:50:33,881 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:33,887 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:33,892 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732672213466', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:50:34,045 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732672204831 2024-11-27T01:50:34,062 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732672204831 2024-11-27T01:50:34,213 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732672204831 to Mob enabled CF 2024-11-27T01:50:34,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17326722048311', row='row-t20', locateType=CURRENT is [region=ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:50:34,247 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17326722048311 2024-11-27T01:50:34,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:34,258 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] assignment.SplitTableRegionProcedure(210): test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. splitKey isn't explicitly specified, will try to find a best split key from RS 7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:34,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790 because midkey is the same as first or last row 2024-11-27T01:50:34,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f3/a2658c3e79a64cd78e4c5479d58a70fd because midkey is the same as first or last row 2024-11-27T01:50:34,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485 because midkey is the same as first or last row 2024-11-27T01:50:34,263 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.HRegion(2902): Flushing 7d59911b698258ef4de3394dc65e78fd 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-27T01:50:34,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/f/2d12aeba6d724784aa41f61f5524fb3d is 59, key is row-test-1732672204831-1-10/f:q1/1732672233912/Put/seqid=0 2024-11-27T01:50:34,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741880_1056 (size=10796) 2024-11-27T01:50:34,695 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/f/2d12aeba6d724784aa41f61f5524fb3d 2024-11-27T01:50:34,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e3ff65005da54c989a5b14b20e861d88_7d59911b698258ef4de3394dc65e78fd is 63, key is row-test-1732672204831-3-100/mob:q1/1732672234198/Put/seqid=0 2024-11-27T01:50:34,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741881_1057 (size=5591) 2024-11-27T01:50:35,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:35,124 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241127e3ff65005da54c989a5b14b20e861d88_7d59911b698258ef4de3394dc65e78fd to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/mobdir/data/default/test-1732672204831/9b3379a65807b7cf53dd3619d6236049/mob/d41d8cd98f00b204e9800998ecf8427e20241127e3ff65005da54c989a5b14b20e861d88_7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:35,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/mob/b38ae4fd0ca742718f5b3755693001fc, store: [table=test-1732672204831 family=mob region=7d59911b698258ef4de3394dc65e78fd] 2024-11-27T01:50:35,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/mob/b38ae4fd0ca742718f5b3755693001fc is 192, key is row-test-1732672204831-3-100/mob:q1/1732672234198/Put/seqid=0 2024-11-27T01:50:35,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741882_1058 (size=13760) 2024-11-27T01:50:35,531 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/mob/b38ae4fd0ca742718f5b3755693001fc 2024-11-27T01:50:35,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/f/2d12aeba6d724784aa41f61f5524fb3d as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/2d12aeba6d724784aa41f61f5524fb3d 2024-11-27T01:50:35,546 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/2d12aeba6d724784aa41f61f5524fb3d, entries=99, sequenceid=334, filesize=10.5 K 2024-11-27T01:50:35,547 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/mob/b38ae4fd0ca742718f5b3755693001fc as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/b38ae4fd0ca742718f5b3755693001fc 2024-11-27T01:50:35,553 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/b38ae4fd0ca742718f5b3755693001fc, entries=111, sequenceid=334, filesize=13.4 K 2024-11-27T01:50:35,554 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 7d59911b698258ef4de3394dc65e78fd in 1292ms, sequenceid=334, compaction requested=false 2024-11-27T01:50:35,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.HRegion(2603): Flush status journal for 7d59911b698258ef4de3394dc65e78fd: 2024-11-27T01:50:35,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/2d12aeba6d724784aa41f61f5524fb3d because midkey is the same as first or last row 2024-11-27T01:50:35,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f3/a2658c3e79a64cd78e4c5479d58a70fd because midkey is the same as first or last row 2024-11-27T01:50:35,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/b38ae4fd0ca742718f5b3755693001fc because midkey is the same as first or last row 2024-11-27T01:50:35,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:35,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-27T01:50:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 98 connection: 172.17.0.2:45174 deadline: 1732672294255, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-27T01:50:35,561 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732672204831 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:50:35,561 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:50:35,562 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-27T01:50:35,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732672204831,, stopping at row=test-1732672204831 ,, for max=2147483647 with caching=100 2024-11-27T01:50:35,573 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732672204831,, stopping at row=test-1732672204831 ,, for max=2147483647 with caching=100 2024-11-27T01:50:35,582 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1334 2024-11-27T01:50:35,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:35,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:35,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:35,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:35,618 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T01:50:35,622 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732672235582 2024-11-27T01:50:35,630 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732672213466} 2024-11-27T01:50:35,630 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T01:50:35,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:35,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:35,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:35,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:35,681 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T01:50:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732672235681 (current time:1732672235681). 2024-11-27T01:50:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T01:50:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T01:50:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@98f6e99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:35,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:35,683 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:35,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:35,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:35,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f9e82c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:35,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:35,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:35,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:35,686 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:35,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e628089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:35,687 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:35,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:35,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:35,689 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-27T01:50:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:50:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:35,690 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:50:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T01:50:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T01:50:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-27T01:50:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T01:50:35,692 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T01:50:35,693 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T01:50:35,696 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T01:50:35,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741883_1059 (size=52) 2024-11-27T01:50:35,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T01:50:36,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T01:50:36,103 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T01:50:36,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3}] 2024-11-27T01:50:36,104 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:36,256 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-27T01:50:36,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:50:36,256 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 96afaa41d51ea4c1686fc5ca68b4f5f3 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-27T01:50:36,274 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/meta/bb1c2a23670343d392dedc0f348044ce is 158, key is trslm:hdfs://localhost:39611/backupUT\x00ns2:test-17326722048311/meta:log-roll-map/1732672233392/Put/seqid=0 2024-11-27T01:50:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741884_1060 (size=5914) 2024-11-27T01:50:36,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T01:50:36,679 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/meta/bb1c2a23670343d392dedc0f348044ce 2024-11-27T01:50:36,690 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/ad7bc642c9a948c583a1e4bd1ede82a7 is 433, key is session:backup_1732672213466/session:context/1732672233853/Put/seqid=0 2024-11-27T01:50:36,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741885_1061 (size=5535) 2024-11-27T01:50:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T01:50:37,095 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/ad7bc642c9a948c583a1e4bd1ede82a7 2024-11-27T01:50:37,102 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/meta/bb1c2a23670343d392dedc0f348044ce as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/bb1c2a23670343d392dedc0f348044ce 2024-11-27T01:50:37,108 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/bb1c2a23670343d392dedc0f348044ce, entries=6, sequenceid=17, filesize=5.8 K 2024-11-27T01:50:37,109 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/ad7bc642c9a948c583a1e4bd1ede82a7 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ad7bc642c9a948c583a1e4bd1ede82a7 2024-11-27T01:50:37,114 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ad7bc642c9a948c583a1e4bd1ede82a7, entries=2, sequenceid=17, filesize=5.4 K 2024-11-27T01:50:37,116 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 96afaa41d51ea4c1686fc5ca68b4f5f3 in 859ms, sequenceid=17, compaction requested=false 2024-11-27T01:50:37,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 96afaa41d51ea4c1686fc5ca68b4f5f3: 2024-11-27T01:50:37,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. for snapshot_backup_system completed. 2024-11-27T01:50:37,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3.' region-info for snapshot=snapshot_backup_system 2024-11-27T01:50:37,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T01:50:37,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/bb1c2a23670343d392dedc0f348044ce] hfiles 2024-11-27T01:50:37,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/bb1c2a23670343d392dedc0f348044ce for snapshot=snapshot_backup_system 2024-11-27T01:50:37,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ec1bc56b3f88488ea105365044c496b4, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ad7bc642c9a948c583a1e4bd1ede82a7] hfiles 2024-11-27T01:50:37,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ec1bc56b3f88488ea105365044c496b4 for snapshot=snapshot_backup_system 2024-11-27T01:50:37,116 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ad7bc642c9a948c583a1e4bd1ede82a7 for snapshot=snapshot_backup_system 2024-11-27T01:50:37,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741886_1062 (size=173) 2024-11-27T01:50:37,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:50:37,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-27T01:50:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-27T01:50:37,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:37,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:37,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-27T01:50:37,526 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T01:50:37,526 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3 in 1.4210 sec 2024-11-27T01:50:37,527 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T01:50:37,527 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T01:50:37,528 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T01:50:37,528 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T01:50:37,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741887_1063 (size=810) 2024-11-27T01:50:37,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T01:50:37,939 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T01:50:37,947 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T01:50:37,947 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_backup_system 2024-11-27T01:50:37,948 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T01:50:37,948 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-27T01:50:37,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2590 sec 2024-11-27T01:50:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-27T01:50:39,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T01:50:39,867 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732672235582 started at 1732672239866. 2024-11-27T01:50:39,869 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732672235582 has been started. 2024-11-27T01:50:39,874 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1732672204831, ns2:test-17326722048311] 2024-11-27T01:50:39,877 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732672206153for backupID backup_1732672235582 2024-11-27T01:50:39,878 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-27T01:50:39,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-27T01:50:39,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T01:50:39,879 INFO [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T01:50:39,879 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T01:50:39,879 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T01:50:39,879 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T01:50:39,879 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:39,879 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:39,881 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T01:50:39,881 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T01:50:39,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T01:50:39,881 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,881 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T01:50:39,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:39,882 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:39,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T01:50:39,882 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:39,882 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T01:50:39,883 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T01:50:39,883 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T01:50:39,883 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T01:50:39,883 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T01:50:39,883 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T01:50:39,883 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T01:50:39,883 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '7d6f26a4c136,43747,1732672196683' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T01:50:39,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,885 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:39,885 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,885 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T01:50:39,885 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T01:50:39,885 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T01:50:39,885 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T01:50:39,885 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T01:50:39,886 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T01:50:39,886 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:39,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,887 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T01:50:39,887 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '7d6f26a4c136,43747,1732672196683' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T01:50:39,887 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@158681d8[Count = 0] remaining members to acquire global barrier 2024-11-27T01:50:39,887 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T01:50:39,887 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:39,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:39,889 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:39,890 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:39,890 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T01:50:39,890 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T01:50:39,890 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,890 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T01:50:39,890 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,890 INFO [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732672220285 highest: 1732672220285 on 7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,890 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.meta:.meta(num 1732672220242) roll requested 2024-11-27T01:50:39,904 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672239890.meta, exclude list is [], retry=0 2024-11-27T01:50:39,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:50:39,909 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672220242.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672239890.meta 2024-11-27T01:50:39,909 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:50:39,909 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672220242.meta is not closed yet, will try archiving it next time 2024-11-27T01:50:39,909 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1:(num 1732672220264) roll requested 2024-11-27T01:50:39,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741857_1033 (size=93) 2024-11-27T01:50:39,910 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672220242.meta not finished, retry = 0 2024-11-27T01:50:39,923 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672239909, exclude list is [], retry=0 2024-11-27T01:50:39,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:50:39,927 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672220264 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672239909 2024-11-27T01:50:39,927 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:50:39,927 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672220264 is not closed yet, will try archiving it next time 2024-11-27T01:50:39,927 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0:(num 1732672220285) roll requested 2024-11-27T01:50:39,927 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672206153 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672206153 2024-11-27T01:50:39,928 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672220264 not finished, retry = 0 2024-11-27T01:50:39,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741858_1034 (size=30490) 2024-11-27T01:50:39,942 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672239927, exclude list is [], retry=0 2024-11-27T01:50:39,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:50:39,946 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672220285 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672239927 2024-11-27T01:50:39,946 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:50:39,946 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672220285 is not closed yet, will try archiving it next time 2024-11-27T01:50:39,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741859_1035 (size=1198) 2024-11-27T01:50:39,947 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672220285 not finished, retry = 0 2024-11-27T01:50:39,950 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-27T01:50:39,950 INFO [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732672239927 on 7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:39,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:39,967 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T01:50:39,967 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '7d6f26a4c136,43747,1732672196683' in zk 2024-11-27T01:50:39,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,971 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T01:50:39,971 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T01:50:39,971 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T01:50:39,971 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,971 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T01:50:39,971 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T01:50:39,971 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T01:50:39,972 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T01:50:39,972 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:39,973 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,973 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T01:50:39,973 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:39,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '7d6f26a4c136,43747,1732672196683': 2024-11-27T01:50:39,975 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '7d6f26a4c136,43747,1732672196683' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T01:50:39,975 INFO [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T01:50:39,975 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T01:50:39,975 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T01:50:39,975 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T01:50:39,975 INFO [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T01:50:39,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T01:50:39,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T01:50:39,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T01:50:39,977 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T01:50:39,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:39,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T01:50:39,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T01:50:39,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:39,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T01:50:39,978 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T01:50:39,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T01:50:39,978 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:39,978 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:39,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T01:50:39,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:39,979 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,980 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T01:50:39,980 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:39,981 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:39,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:39,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:39,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:39,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:39,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T01:50:39,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T01:50:39,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T01:50:39,983 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T01:50:39,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T01:50:39,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T01:50:39,983 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T01:50:39,983 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T01:50:39,984 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T01:50:39,984 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T01:50:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T01:50:39,998 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {7d6f26a4c136:43747=1732672206153} newestTimestamps: {7d6f26a4c136:43747=1732672220285} 2024-11-27T01:50:40,000 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 7d6f26a4c136%2C43747%2C1732672196683.meta.1732672200309.meta 2024-11-27T01:50:40,000 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 7d6f26a4c136%2C43747%2C1732672196683.meta.1732672220242.meta 2024-11-27T01:50:40,000 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 7d6f26a4c136%2C43747%2C1732672196683.meta.1732672239890.meta 2024-11-27T01:50:40,000 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672220285 2024-11-27T01:50:40,000 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672239927 2024-11-27T01:50:40,000 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672220264 2024-11-27T01:50:40,000 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672239909 2024-11-27T01:50:40,012 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672220242.meta to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672220242.meta 2024-11-27T01:50:40,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741891_1067 (size=364) 2024-11-27T01:50:40,414 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17326722048311 target: hdfs://localhost:39611/backupUT/backup_1732672235582/ns2/test-17326722048311 descriptor: 'ns2:test-17326722048311', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:50:40,414 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T01:50:40,417 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17326722048311 2024-11-27T01:50:40,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741892_1068 (size=50) 2024-11-27T01:50:40,823 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17326722048311 2024-11-27T01:50:40,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741893_1069 (size=908) 2024-11-27T01:50:40,895 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732672204831 2024-11-27T01:50:40,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741894_1070 (size=950) 2024-11-27T01:50:41,235 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732672204831 target: hdfs://localhost:39611/backupUT/backup_1732672235582/default/test-1732672204831 descriptor: 'test-1732672204831', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:50:41,235 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T01:50:41,237 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732672204831 2024-11-27T01:50:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741895_1071 (size=53) 2024-11-27T01:50:41,307 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/.tabledesc/.tableinfo.0000000002.908 2024-11-27T01:50:41,307 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/.tabledesc/.tableinfo.0000000003.950 2024-11-27T01:50:41,309 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732672204831 in 416 msec 2024-11-27T01:50:41,643 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732672204831 2024-11-27T01:50:41,653 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:39611/backupUT/.tmp/backup_1732672235582 from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672220285;hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672220264 2024-11-27T01:50:41,655 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7813d2cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:41,655 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:41,655 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:41,656 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:41,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:41,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:41,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2076e34b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:41,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:41,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:41,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:41,658 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:41,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266a1b75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:41,659 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:50:41,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:50:41,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4960ca53 2024-11-27T01:50:41,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:50:41,661 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:50:41,666 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T01:50:41,666 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732672204831 2024-11-27T01:50:41,667 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732672204831,, stopping at row=test-1732672204831 ,, for max=2147483647 with caching=100 2024-11-27T01:50:41,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:41,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:41,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:41,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:41,671 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732672204831: test-1732672204831; 2024-11-27T01:50:41,671 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17326722048311 2024-11-27T01:50:41,671 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17326722048311,, stopping at row=ns2:test-17326722048311 ,, for max=2147483647 with caching=100 2024-11-27T01:50:41,673 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17326722048311: ns2:test-17326722048311; 2024-11-27T01:50:41,673 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T01:50:41,673 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/partitions_b0d86dc4-70d6-4f60-b429-9c324c1f80bc 2024-11-27T01:50:41,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741896_1072 (size=192) 2024-11-27T01:50:42,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:42,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:42,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-6714559469758191467.jar 2024-11-27T01:50:43,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,092 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:50:43,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:50:43,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:50:43,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:50:43,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:50:43,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:50:43,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:50:43,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:50:43,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:50:43,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:50:43,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:50:43,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:50:43,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:50:43,098 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1732672204831,ns2:test-17326722048311 2024-11-27T01:50:43,099 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:50:43,099 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:50:43,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:43,099 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:43,099 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:50:43,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:50:44,082 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-10703956315931305028.jar 2024-11-27T01:50:44,095 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:50:44,122 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672220285 for WAL files 2024-11-27T01:50:44,124 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672220285 2024-11-27T01:50:44,124 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672220264 for WAL files 2024-11-27T01:50:44,125 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672220264 2024-11-27T01:50:44,223 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1530114237_0003_2c65c99e-f57c-44f4-97dd-35c34fcd1ad0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:50:44,223 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1530114237_0003_2c65c99e-f57c-44f4-97dd-35c34fcd1ad0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:50:44,312 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672220264 for hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672220264 (-9223372036854775808:9223372036854775807) length:30490 2024-11-27T01:50:44,333 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T01:50:44,333 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T01:50:44,384 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672220285 for hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672220285 (-9223372036854775808:9223372036854775807) length:1198 2024-11-27T01:50:44,388 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T01:50:44,388 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T01:50:44,479 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653facaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:44,479 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:44,479 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:44,480 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:44,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:44,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b7dad91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:44,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:44,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:44,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:44,482 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:44,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19d3914c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:44,483 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:44,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:44,485 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46680, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:44,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17326722048311', row='row-t20', locateType=CURRENT is [region=ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:50:44,489 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-27T01:50:44,489 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:50:44,489 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:44,490 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:44,490 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:50:44,490 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-27T01:50:44,490 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7d6f26a4c136 2024-11-27T01:50:44,494 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/backupUT/.tmp/backup_1732672235582/_temporary/0/_temporary/attempt_local1530114237_0003_r_000000_0/ns2/test-17326722048311/f/9c73351ba1d04d88bc309d896578e8e4 is 38, key is row-t20/f:q1/1732672234234/Put/seqid=0 2024-11-27T01:50:44,496 WARN [Thread-949 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7d6f26a4c136:43747] Specified favored nodes: [7d6f26a4c136:43747] 2024-11-27T01:50:44,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741897_1073 (size=5275) 2024-11-27T01:50:44,925 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6dd05be0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:44,925 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:44,926 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:44,927 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0370d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:44,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:44,928 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:44,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6716da0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:44,929 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:44,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:44,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:44,931 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:44,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732672204831', row='row-test-1732672204831-1-0', locateType=CURRENT is [region=test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd., hostname=7d6f26a4c136,43747,1732672196683, seqNum=107] 2024-11-27T01:50:44,933 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-27T01:50:44,933 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:50:44,933 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:44,933 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:44,933 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:50:44,933 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732672204831-1-0] 2024-11-27T01:50:44,933 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7d6f26a4c136 2024-11-27T01:50:44,943 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7533c461, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:44,943 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:44,943 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:44,944 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:44,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:44,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@616b89a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:44,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:44,946 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:44,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c33ab3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:44,947 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:44,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:44,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:44,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:44,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732672204831', row='row-test-1732672204831-3-0', locateType=CURRENT is [region=test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd., hostname=7d6f26a4c136,43747,1732672196683, seqNum=107] 2024-11-27T01:50:44,951 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-27T01:50:44,951 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:50:44,951 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:44,951 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:44,951 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:50:44,951 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732672204831-3-0] 2024-11-27T01:50:44,951 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7d6f26a4c136 2024-11-27T01:50:44,959 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/backupUT/.tmp/backup_1732672235582/_temporary/0/_temporary/attempt_local1530114237_0003_r_000001_0/default/test-1732672204831/f/9a34e3bfb8204580a08d778df65b1a70 is 59, key is row-test-1732672204831-1-10/f:q1/1732672233912/Put/seqid=0 2024-11-27T01:50:44,961 WARN [Thread-961 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7d6f26a4c136:43747] Specified favored nodes: [7d6f26a4c136:43747] 2024-11-27T01:50:44,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741898_1074 (size=10770) 2024-11-27T01:50:45,364 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/backupUT/.tmp/backup_1732672235582/_temporary/0/_temporary/attempt_local1530114237_0003_r_000001_0/default/test-1732672204831/mob/0cba23bf2752487dad6653869b879940 is 63, key is row-test-1732672204831-3-100/mob:q1/1732672234198/Put/seqid=0 2024-11-27T01:50:45,366 WARN [Thread-963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7d6f26a4c136:43747] Specified favored nodes: [7d6f26a4c136:43747] 2024-11-27T01:50:45,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741899_1075 (size=11811) 2024-11-27T01:50:46,266 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:39611/backupUT 2024-11-27T01:50:46,266 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732672235582 2024-11-27T01:50:46,267 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-27T01:50:46,287 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:39611/backupUT/.tmp/backup_1732672235582, hdfs://localhost:39611/backupUT] 2024-11-27T01:50:46,360 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:50:46,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741900_1076 (size=5275) 2024-11-27T01:50:46,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741901_1077 (size=10770) 2024-11-27T01:50:47,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741902_1078 (size=11811) 2024-11-27T01:50:47,973 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-27T01:50:47,976 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732672235582 2024-11-27T01:50:47,976 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-27T01:50:47,976 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1074622369_0004 completed: true true 2024-11-27T01:50:47,977 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3825261 FILE: Number of bytes written=6211357 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231425 HDFS: Number of bytes written=2433143 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=251 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=341 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-27T01:50:47,977 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:39611/backupUT/.tmp/backup_1732672235582 to hdfs://localhost:39611/backupUT finished. 2024-11-27T01:50:47,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17326722048311:', locateType=CURRENT is [region=backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:50:47,992 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732672235582 2024-11-27T01:50:47,995 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732672213466} 2024-11-27T01:50:47,995 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T01:50:47,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741903_1079 (size=384) 2024-11-27T01:50:48,400 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39611/backupUT/backup_1732672235582/.backup.manifest 2024-11-27T01:50:48,401 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732672235582 finished: type=INCREMENTAL,tablelist=ns2:test-17326722048311;test-1732672204831,targetRootDir=hdfs://localhost:39611/backupUT,startts=1732672239866,completets=1732672247992,bytescopied=0 2024-11-27T01:50:48,401 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T01:50:48,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T01:50:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T01:50:48,409 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T01:50:48,411 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T01:50:48,414 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732672235582 completed. 2024-11-27T01:50:48,414 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-27T01:50:48,421 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:48,425 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:48,429 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39611/backupUT/backup_1732672235582/.backup.manifest 2024-11-27T01:50:48,432 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732672235582/.backup.manifest 2024-11-27T01:50:48,433 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732672204831 from 'test-1732672204831', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732672204831', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:50:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732672204831 2024-11-27T01:50:48,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741904_1080 (size=908) 2024-11-27T01:50:48,847 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/.tabledesc/.tableinfo.0000000003.950 2024-11-27T01:50:48,847 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/.tabledesc/.tableinfo.0000000004.908 2024-11-27T01:50:48,850 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732672204831}] 2024-11-27T01:50:48,852 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, REOPEN/MOVE}] 2024-11-27T01:50:48,853 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, REOPEN/MOVE 2024-11-27T01:50:48,854 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7d59911b698258ef4de3394dc65e78fd, regionState=CLOSING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:48,855 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35707 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=CLOSING, location=7d6f26a4c136,43747,1732672196683, table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-27T01:50:48,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, REOPEN/MOVE because future has completed 2024-11-27T01:50:48,856 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T01:50:48,856 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:50:49,008 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,008 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T01:50:49,009 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 7d59911b698258ef4de3394dc65e78fd, disabling compactions & flushes 2024-11-27T01:50:49,009 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:49,009 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:49,009 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. after waiting 0 ms 2024-11-27T01:50:49,009 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:49,014 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-27T01:50:49,015 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:50:49,015 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:49,015 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 7d59911b698258ef4de3394dc65e78fd: Waiting for close lock at 1732672249009Running coprocessor pre-close hooks at 1732672249009Disabling compacts and flushes for region at 1732672249009Disabling writes for close at 1732672249009Writing region close event to WAL at 1732672249010 (+1 ms)Running coprocessor post-close hooks at 1732672249015 (+5 ms)Closed at 1732672249015 2024-11-27T01:50:49,015 WARN [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 7d59911b698258ef4de3394dc65e78fd to self. 2024-11-27T01:50:49,017 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,018 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7d59911b698258ef4de3394dc65e78fd, regionState=CLOSED 2024-11-27T01:50:49,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:50:49,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-27T01:50:49,022 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683 in 164 msec 2024-11-27T01:50:49,023 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, REOPEN/MOVE; state=CLOSED, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=true 2024-11-27T01:50:49,173 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7d59911b698258ef4de3394dc65e78fd, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:49,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, REOPEN/MOVE because future has completed 2024-11-27T01:50:49,176 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:50:49,331 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:49,332 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 7d59911b698258ef4de3394dc65e78fd, NAME => 'test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:50:49,332 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:50:49,332 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732672204831 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,332 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:50:49,332 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,332 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,334 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,335 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d59911b698258ef4de3394dc65e78fd columnFamilyName f 2024-11-27T01:50:49,335 DEBUG [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:49,342 DEBUG [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/2d12aeba6d724784aa41f61f5524fb3d 2024-11-27T01:50:49,346 DEBUG [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790 2024-11-27T01:50:49,346 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(327): Store=7d59911b698258ef4de3394dc65e78fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:49,346 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,348 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d59911b698258ef4de3394dc65e78fd columnFamilyName f2 2024-11-27T01:50:49,348 DEBUG [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:49,348 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(327): Store=7d59911b698258ef4de3394dc65e78fd/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:49,348 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,349 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7d59911b698258ef4de3394dc65e78fd columnFamilyName mob 2024-11-27T01:50:49,349 DEBUG [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:50:49,356 DEBUG [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485 2024-11-27T01:50:49,360 DEBUG [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/b38ae4fd0ca742718f5b3755693001fc 2024-11-27T01:50:49,360 INFO [StoreOpener-7d59911b698258ef4de3394dc65e78fd-1 {}] regionserver.HStore(327): Store=7d59911b698258ef4de3394dc65e78fd/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:50:49,361 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,361 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,362 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,363 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,363 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,364 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732672204831 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:50:49,365 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,366 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 7d59911b698258ef4de3394dc65e78fd; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11017096960, jitterRate=0.026047110557556152}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:50:49,366 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:50:49,369 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 7d59911b698258ef4de3394dc65e78fd: Running coprocessor pre-open hook at 1732672249333Writing region info on filesystem at 1732672249333Initializing all the Stores at 1732672249333Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672249333Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672249334 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672249334Cleaning up temporary data from old regions at 1732672249363 (+29 ms)Running coprocessor post-open hooks at 1732672249366 (+3 ms)Region opened successfully at 1732672249369 (+3 ms) 2024-11-27T01:50:49,370 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd., pid=46, masterSystemTime=1732672249328 2024-11-27T01:50:49,371 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:49,371 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:50:49,372 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7d59911b698258ef4de3394dc65e78fd, regionState=OPEN, openSeqNum=338, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:49,374 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:50:49,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-27T01:50:49,377 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 7d59911b698258ef4de3394dc65e78fd, server=7d6f26a4c136,43747,1732672196683 in 199 msec 2024-11-27T01:50:49,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-27T01:50:49,379 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732672204831, region=7d59911b698258ef4de3394dc65e78fd, REOPEN/MOVE in 525 msec 2024-11-27T01:50:49,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-27T01:50:49,381 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732672204831 in 529 msec 2024-11-27T01:50:49,383 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732672204831 2024-11-27T01:50:49,388 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f3/a2658c3e79a64cd78e4c5479d58a70fd to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f3/a2658c3e79a64cd78e4c5479d58a70fd 2024-11-27T01:50:49,390 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732672204831 in 956 msec 2024-11-27T01:50:49,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-27T01:50:49,391 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732672204831 completed 2024-11-27T01:50:49,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:49,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:49,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:49,419 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:49,421 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T01:50:49,425 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732672249392 2024-11-27T01:50:49,426 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732672235582} 2024-11-27T01:50:49,426 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732672213466} 2024-11-27T01:50:49,426 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-27T01:50:49,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:49,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:49,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:49,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:49,462 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1732672204831 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1732672204831 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-27T01:50:49,465 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732672249392,startts=0,failedts=1732672249463,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1732672204831 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-27T01:50:49,465 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-27T01:50:49,467 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-27T01:50:49,467 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T01:50:49,468 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-27T01:50:49,468 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-27T01:50:49,470 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T01:50:49,472 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732672249392 failed. 2024-11-27T01:50:49,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:49,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:49,489 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732672204831, ns2:test-17326722048311, ns3:test-17326722048312, ns4:test-17326722048313] 2024-11-27T01:50:49,489 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T01:50:49,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T01:50:49,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732672249492 (current time:1732672249492). 2024-11-27T01:50:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T01:50:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T01:50:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68e29740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:49,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:49,494 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:49,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:49,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:49,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29090e03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:49,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:49,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:49,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:49,495 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:49,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49de679a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:49,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:49,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:49,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:49,498 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:49,499 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-27T01:50:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:50:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:49,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:49,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:50:49,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T01:50:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T01:50:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-27T01:50:49,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T01:50:49,502 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T01:50:49,502 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T01:50:49,505 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T01:50:49,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741905_1081 (size=52) 2024-11-27T01:50:49,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T01:50:49,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T01:50:49,911 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T01:50:49,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3}] 2024-11-27T01:50:49,912 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:50,064 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-27T01:50:50,064 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:50:50,065 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 96afaa41d51ea4c1686fc5ca68b4f5f3 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-27T01:50:50,070 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/meta/2e09dfe19c994d2ba45bd715a660ac20 is 158, key is trslm:hdfs://localhost:39611/backupUT\x00ns2:test-17326722048311/meta:log-roll-map/1732672247982/Put/seqid=0 2024-11-27T01:50:50,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741906_1082 (size=5745) 2024-11-27T01:50:50,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T01:50:50,475 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/meta/2e09dfe19c994d2ba45bd715a660ac20 2024-11-27T01:50:50,485 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/2618128b64f3405b8eeac3a3d52ad464 is 1245, key is session:backup_1732672249392/session:context/1732672249469/Put/seqid=0 2024-11-27T01:50:50,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741907_1083 (size=6682) 2024-11-27T01:50:50,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T01:50:50,890 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/2618128b64f3405b8eeac3a3d52ad464 2024-11-27T01:50:50,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/meta/2e09dfe19c994d2ba45bd715a660ac20 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/2e09dfe19c994d2ba45bd715a660ac20 2024-11-27T01:50:50,902 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/2e09dfe19c994d2ba45bd715a660ac20, entries=4, sequenceid=31, filesize=5.6 K 2024-11-27T01:50:50,903 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/2618128b64f3405b8eeac3a3d52ad464 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/2618128b64f3405b8eeac3a3d52ad464 2024-11-27T01:50:50,908 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/2618128b64f3405b8eeac3a3d52ad464, entries=3, sequenceid=31, filesize=6.5 K 2024-11-27T01:50:50,909 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 96afaa41d51ea4c1686fc5ca68b4f5f3 in 844ms, sequenceid=31, compaction requested=true 2024-11-27T01:50:50,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 96afaa41d51ea4c1686fc5ca68b4f5f3: 2024-11-27T01:50:50,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. for snapshot_backup_system completed. 2024-11-27T01:50:50,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3.' region-info for snapshot=snapshot_backup_system 2024-11-27T01:50:50,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T01:50:50,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/bb1c2a23670343d392dedc0f348044ce, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/2e09dfe19c994d2ba45bd715a660ac20] hfiles 2024-11-27T01:50:50,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/bb1c2a23670343d392dedc0f348044ce for snapshot=snapshot_backup_system 2024-11-27T01:50:50,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/2e09dfe19c994d2ba45bd715a660ac20 for snapshot=snapshot_backup_system 2024-11-27T01:50:50,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ec1bc56b3f88488ea105365044c496b4, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ad7bc642c9a948c583a1e4bd1ede82a7, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/2618128b64f3405b8eeac3a3d52ad464] hfiles 2024-11-27T01:50:50,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ec1bc56b3f88488ea105365044c496b4 for snapshot=snapshot_backup_system 2024-11-27T01:50:50,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ad7bc642c9a948c583a1e4bd1ede82a7 for snapshot=snapshot_backup_system 2024-11-27T01:50:50,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/2618128b64f3405b8eeac3a3d52ad464 for snapshot=snapshot_backup_system 2024-11-27T01:50:50,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741908_1084 (size=251) 2024-11-27T01:50:51,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:50:51,316 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-27T01:50:51,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-27T01:50:51,317 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:51,317 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:50:51,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-27T01:50:51,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3 in 1.4070 sec 2024-11-27T01:50:51,320 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T01:50:51,320 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T01:50:51,321 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T01:50:51,321 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T01:50:51,322 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T01:50:51,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741909_1085 (size=888) 2024-11-27T01:50:51,364 DEBUG [master/7d6f26a4c136:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732672204831 2024-11-27T01:50:51,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741910_1086 (size=950) 2024-11-27T01:50:51,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T01:50:51,732 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T01:50:51,740 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T01:50:51,740 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_backup_system 2024-11-27T01:50:51,742 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T01:50:51,742 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-27T01:50:51,743 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2420 sec 2024-11-27T01:50:51,774 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/.tabledesc/.tableinfo.0000000004.908 2024-11-27T01:50:51,775 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/.tabledesc/.tableinfo.0000000005.950 2024-11-27T01:50:51,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732672204831 in 412 msec 2024-11-27T01:50:52,013 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a69c060139e1b05273627871c40c2944, had cached 0 bytes from a total of 8413 2024-11-27T01:50:53,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-27T01:50:53,666 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T01:50:53,666 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732672249473 started at 1732672253666. 2024-11-27T01:50:53,668 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732672249473 has been started. 2024-11-27T01:50:53,672 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-27T01:50:53,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-27T01:50:53,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T01:50:53,673 INFO [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T01:50:53,673 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T01:50:53,673 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T01:50:53,673 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T01:50:53,674 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:53,674 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:53,676 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T01:50:53,676 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T01:50:53,676 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T01:50:53,677 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,677 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T01:50:53,677 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:53,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:53,678 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T01:50:53,678 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:53,678 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T01:50:53,678 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T01:50:53,678 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T01:50:53,678 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T01:50:53,679 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T01:50:53,679 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T01:50:53,679 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T01:50:53,679 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '7d6f26a4c136,43747,1732672196683' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T01:50:53,680 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:53,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T01:50:53,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T01:50:53,681 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T01:50:53,681 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T01:50:53,681 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T01:50:53,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T01:50:53,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:53,682 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T01:50:53,683 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '7d6f26a4c136,43747,1732672196683' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T01:50:53,683 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T01:50:53,683 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@159b470f[Count = 0] remaining members to acquire global barrier 2024-11-27T01:50:53,683 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:53,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:53,685 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:53,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:53,685 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T01:50:53,685 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,685 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T01:50:53,685 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T01:50:53,685 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,685 INFO [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732672239927 highest: 1732672239927 on 7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,685 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.meta:.meta(num 1732672239890) roll requested 2024-11-27T01:50:53,699 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672253685.meta, exclude list is [], retry=0 2024-11-27T01:50:53,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:50:53,703 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672239890.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672253685.meta 2024-11-27T01:50:53,704 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:50:53,704 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672239890.meta is not closed yet, will try archiving it next time 2024-11-27T01:50:53,704 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1:(num 1732672239909) roll requested 2024-11-27T01:50:53,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741888_1064 (size=1903) 2024-11-27T01:50:53,705 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672239890.meta not finished, retry = 0 2024-11-27T01:50:53,718 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672253704, exclude list is [], retry=0 2024-11-27T01:50:53,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:50:53,722 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672239909 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672253704 2024-11-27T01:50:53,722 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:50:53,722 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672239909 is not closed yet, will try archiving it next time 2024-11-27T01:50:53,722 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0:(num 1732672239927) roll requested 2024-11-27T01:50:53,722 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672220264 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672220264 2024-11-27T01:50:53,723 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672239909 not finished, retry = 0 2024-11-27T01:50:53,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741889_1065 (size=4927) 2024-11-27T01:50:53,735 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672253722, exclude list is [], retry=0 2024-11-27T01:50:53,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:50:53,739 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672239927 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672253722 2024-11-27T01:50:53,739 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:50:53,739 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672239927 is not closed yet, will try archiving it next time 2024-11-27T01:50:53,740 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672239927 not finished, retry = 0 2024-11-27T01:50:53,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741890_1066 (size=93) 2024-11-27T01:50:53,746 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-27T01:50:53,746 INFO [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732672253722 on 7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:50:53,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:50:53,761 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T01:50:53,761 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '7d6f26a4c136,43747,1732672196683' in zk 2024-11-27T01:50:53,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,765 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T01:50:53,765 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T01:50:53,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,765 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T01:50:53,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T01:50:53,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T01:50:53,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T01:50:53,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T01:50:53,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:53,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T01:50:53,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:53,768 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,768 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '7d6f26a4c136,43747,1732672196683': 2024-11-27T01:50:53,768 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '7d6f26a4c136,43747,1732672196683' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T01:50:53,768 INFO [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T01:50:53,769 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T01:50:53,769 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T01:50:53,769 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T01:50:53,769 INFO [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T01:50:53,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T01:50:53,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T01:50:53,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T01:50:53,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:53,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T01:50:53,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T01:50:53,771 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T01:50:53,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:53,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T01:50:53,771 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T01:50:53,771 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T01:50:53,772 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,772 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:53,772 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T01:50:53,772 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T01:50:53,773 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:53,773 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,773 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,774 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T01:50:53,774 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:50:53,774 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T01:50:53,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:53,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T01:50:53,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:50:53,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:53,777 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T01:50:53,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T01:50:53,777 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T01:50:53,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T01:50:53,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T01:50:53,777 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T01:50:53,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T01:50:53,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T01:50:53,777 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-27T01:50:53,777 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T01:50:53,777 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T01:50:53,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T01:50:53,788 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-27T01:50:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732672253788 (current time:1732672253788). 2024-11-27T01:50:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T01:50:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732672253788_backup_system_bulk VERSION not specified, setting to 2 2024-11-27T01:50:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1823b5be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:53,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:53,790 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:53,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:53,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:53,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10dc1a85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:53,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:53,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:53,791 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:53,792 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:53,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d09a51b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:53,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:53,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:53,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:53,794 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:53,795 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-27T01:50:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:50:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:53,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:53,795 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:50:53,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T01:50:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-27T01:50:53,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-27T01:50:53,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T01:50:53,798 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T01:50:53,799 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T01:50:53,801 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T01:50:53,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741914_1090 (size=76) 2024-11-27T01:50:53,841 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672239927 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672239927 2024-11-27T01:50:53,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T01:50:53,996 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T01:50:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T01:50:54,207 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T01:50:54,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fa2c748c70cc0fffdeb3ffb076dfb54}] 2024-11-27T01:50:54,208 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:54,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-27T01:50:54,360 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:50:54,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 7fa2c748c70cc0fffdeb3ffb076dfb54: 2024-11-27T01:50:54,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. for snapshot_1732672253788_backup_system_bulk completed. 2024-11-27T01:50:54,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54.' region-info for snapshot=snapshot_1732672253788_backup_system_bulk 2024-11-27T01:50:54,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T01:50:54,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T01:50:54,361 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T01:50:54,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741915_1091 (size=61) 2024-11-27T01:50:54,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T01:50:54,539 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T01:50:54,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:50:54,767 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-27T01:50:54,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-27T01:50:54,768 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732672253788_backup_system_bulk on region 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:54,768 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:50:54,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-27T01:50:54,771 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7fa2c748c70cc0fffdeb3ffb076dfb54 in 562 msec 2024-11-27T01:50:54,771 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T01:50:54,772 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T01:50:54,772 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T01:50:54,772 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732672253788_backup_system_bulk 2024-11-27T01:50:54,773 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672253788_backup_system_bulk 2024-11-27T01:50:54,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741916_1092 (size=702) 2024-11-27T01:50:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T01:50:55,186 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T01:50:55,191 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T01:50:55,191 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672253788_backup_system_bulk to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672253788_backup_system_bulk 2024-11-27T01:50:55,192 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T01:50:55,193 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-27T01:50:55,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732672253788_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.3970 sec 2024-11-27T01:50:55,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-27T01:50:55,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-27T01:50:55,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 } 2024-11-27T01:50:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732672255947 (current time:1732672255947). 2024-11-27T01:50:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T01:50:55,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732672255946_ns4_test-17326722048313 VERSION not specified, setting to 2 2024-11-27T01:50:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfbb24d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:55,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:55,949 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:55,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:55,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:55,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8e01e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:55,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:55,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:55,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:55,950 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:55,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df79174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:55,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:55,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:55,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:55,953 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:55,954 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-27T01:50:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:50:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:55,954 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:50:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T01:50:55,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 } 2024-11-27T01:50:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-27T01:50:55,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T01:50:55,956 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T01:50:55,957 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T01:50:55,959 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T01:50:55,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741917_1093 (size=86) 2024-11-27T01:50:56,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T01:50:56,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T01:50:56,365 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T01:50:56,365 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc7d2ddb6916fb1c601f3d60f6ed7849}] 2024-11-27T01:50:56,366 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:56,518 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-27T01:50:56,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:50:56,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for cc7d2ddb6916fb1c601f3d60f6ed7849: 2024-11-27T01:50:56,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. for snapshot_1732672255946_ns4_test-17326722048313 completed. 2024-11-27T01:50:56,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849.' region-info for snapshot=snapshot_1732672255946_ns4_test-17326722048313 2024-11-27T01:50:56,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T01:50:56,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T01:50:56,524 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741918_1094 (size=52) 2024-11-27T01:50:56,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T01:50:56,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:50:56,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-27T01:50:56,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-27T01:50:56,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732672255946_ns4_test-17326722048313 on region cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:56,926 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:50:56,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-27T01:50:56,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure cc7d2ddb6916fb1c601f3d60f6ed7849 in 562 msec 2024-11-27T01:50:56,929 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T01:50:56,930 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T01:50:56,930 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T01:50:56,930 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732672255946_ns4_test-17326722048313 2024-11-27T01:50:56,931 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672255946_ns4_test-17326722048313 2024-11-27T01:50:56,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741919_1095 (size=443) 2024-11-27T01:50:57,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T01:50:57,341 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T01:50:57,347 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T01:50:57,347 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672255946_ns4_test-17326722048313 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672255946_ns4_test-17326722048313 2024-11-27T01:50:57,348 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T01:50:57,348 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-27T01:50:57,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732672255946_ns4_test-17326722048313 table=ns4:test-17326722048313 type=FLUSH ttl=0 } in 1.3940 sec 2024-11-27T01:50:58,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-27T01:50:58,106 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17326722048313 completed 2024-11-27T01:50:58,106 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } 2024-11-27T01:50:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732672258106 (current time:1732672258106). 2024-11-27T01:50:58,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T01:50:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732672258106_ns2_test-17326722048311 VERSION not specified, setting to 2 2024-11-27T01:50:58,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48427d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:50:58,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:50:58,108 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:50:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:50:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:50:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f3eeb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:50:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:50:58,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:58,110 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:50:58,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f16a18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:50:58,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:50:58,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:50:58,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:50:58,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:50:58,114 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-27T01:50:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:50:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:58,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:50:58,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:50:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T01:50:58,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } 2024-11-27T01:50:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-27T01:50:58,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-27T01:50:58,116 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T01:50:58,117 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T01:50:58,119 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T01:50:58,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741920_1096 (size=86) 2024-11-27T01:50:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-27T01:50:58,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-27T01:50:58,525 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T01:50:58,525 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a69c060139e1b05273627871c40c2944}] 2024-11-27T01:50:58,526 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a69c060139e1b05273627871c40c2944 2024-11-27T01:50:58,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-27T01:50:58,678 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:50:58,678 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing a69c060139e1b05273627871c40c2944 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-27T01:50:58,683 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/.tmp/f/15479f1f14ba43e1af677b70eac072c5 is 38, key is row-t20/f:q1/1732672234234/Put/seqid=0 2024-11-27T01:50:58,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741921_1097 (size=5134) 2024-11-27T01:50:58,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-27T01:50:59,088 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/.tmp/f/15479f1f14ba43e1af677b70eac072c5 2024-11-27T01:50:59,094 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/.tmp/f/15479f1f14ba43e1af677b70eac072c5 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/15479f1f14ba43e1af677b70eac072c5 2024-11-27T01:50:59,099 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/15479f1f14ba43e1af677b70eac072c5, entries=5, sequenceid=111, filesize=5.0 K 2024-11-27T01:50:59,100 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for a69c060139e1b05273627871c40c2944 in 422ms, sequenceid=111, compaction requested=false 2024-11-27T01:50:59,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for a69c060139e1b05273627871c40c2944: 2024-11-27T01:50:59,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. for snapshot_1732672258106_ns2_test-17326722048311 completed. 2024-11-27T01:50:59,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944.' region-info for snapshot=snapshot_1732672258106_ns2_test-17326722048311 2024-11-27T01:50:59,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T01:50:59,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/f90c1bd2b29a4c459d484724b6c91391, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/15479f1f14ba43e1af677b70eac072c5] hfiles 2024-11-27T01:50:59,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/f90c1bd2b29a4c459d484724b6c91391 for snapshot=snapshot_1732672258106_ns2_test-17326722048311 2024-11-27T01:50:59,101 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/15479f1f14ba43e1af677b70eac072c5 for snapshot=snapshot_1732672258106_ns2_test-17326722048311 2024-11-27T01:50:59,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741922_1098 (size=130) 2024-11-27T01:50:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-27T01:50:59,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:50:59,506 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-27T01:50:59,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-27T01:50:59,507 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732672258106_ns2_test-17326722048311 on region a69c060139e1b05273627871c40c2944 2024-11-27T01:50:59,507 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a69c060139e1b05273627871c40c2944 2024-11-27T01:50:59,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-27T01:50:59,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a69c060139e1b05273627871c40c2944 in 983 msec 2024-11-27T01:50:59,509 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T01:50:59,510 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T01:50:59,511 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T01:50:59,511 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732672258106_ns2_test-17326722048311 2024-11-27T01:50:59,512 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672258106_ns2_test-17326722048311 2024-11-27T01:50:59,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741923_1099 (size=496) 2024-11-27T01:50:59,790 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 96afaa41d51ea4c1686fc5ca68b4f5f3, had cached 0 bytes from a total of 28925 2024-11-27T01:50:59,921 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T01:50:59,928 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T01:50:59,928 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672258106_ns2_test-17326722048311 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672258106_ns2_test-17326722048311 2024-11-27T01:50:59,930 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T01:50:59,930 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-27T01:50:59,931 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732672258106_ns2_test-17326722048311 table=ns2:test-17326722048311 type=FLUSH ttl=0 } in 1.8150 sec 2024-11-27T01:51:00,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-27T01:51:00,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17326722048311 completed 2024-11-27T01:51:00,277 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } 2024-11-27T01:51:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732672260277 (current time:1732672260277). 2024-11-27T01:51:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T01:51:00,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732672260276_default_test-1732672204831 VERSION not specified, setting to 2 2024-11-27T01:51:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac2f828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:00,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:00,279 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:00,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:00,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:00,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@348ed586, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:00,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:00,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:00,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:00,280 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:00,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@289c3013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:00,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:00,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:00,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:00,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:00,284 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-27T01:51:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:00,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:00,284 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:00,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T01:51:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } 2024-11-27T01:51:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-27T01:51:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T01:51:00,287 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T01:51:00,288 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T01:51:00,290 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T01:51:00,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741924_1100 (size=84) 2024-11-27T01:51:00,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T01:51:00,586 INFO [master/7d6f26a4c136:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-27T01:51:00,586 INFO [master/7d6f26a4c136:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-27T01:51:00,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T01:51:00,696 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T01:51:00,696 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d59911b698258ef4de3394dc65e78fd}] 2024-11-27T01:51:00,697 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:51:00,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-27T01:51:00,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:51:00,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 7d59911b698258ef4de3394dc65e78fd: 2024-11-27T01:51:00,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. for snapshot_1732672260276_default_test-1732672204831 completed. 2024-11-27T01:51:00,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd.' region-info for snapshot=snapshot_1732672260276_default_test-1732672204831 2024-11-27T01:51:00,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T01:51:00,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/2d12aeba6d724784aa41f61f5524fb3d] hfiles 2024-11-27T01:51:00,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790 for snapshot=snapshot_1732672260276_default_test-1732672204831 2024-11-27T01:51:00,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/2d12aeba6d724784aa41f61f5524fb3d for snapshot=snapshot_1732672260276_default_test-1732672204831 2024-11-27T01:51:00,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T01:51:00,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/b38ae4fd0ca742718f5b3755693001fc] hfiles 2024-11-27T01:51:00,849 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485 for snapshot=snapshot_1732672260276_default_test-1732672204831 2024-11-27T01:51:00,850 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/b38ae4fd0ca742718f5b3755693001fc for snapshot=snapshot_1732672260276_default_test-1732672204831 2024-11-27T01:51:00,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741925_1101 (size=224) 2024-11-27T01:51:00,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T01:51:01,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:51:01,256 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-27T01:51:01,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-27T01:51:01,257 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732672260276_default_test-1732672204831 on region 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:51:01,257 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:51:01,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-27T01:51:01,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7d59911b698258ef4de3394dc65e78fd in 562 msec 2024-11-27T01:51:01,259 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T01:51:01,260 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T01:51:01,261 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-27T01:51:01,261 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-27T01:51:01,261 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:01,262 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-27T01:51:01,262 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:01,262 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-27T01:51:01,262 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:01,263 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/mobdir/data/default/test-1732672204831/9b3379a65807b7cf53dd3619d6236049/mob/d41d8cd98f00b204e9800998ecf8427e20241127e3ff65005da54c989a5b14b20e861d88_7d59911b698258ef4de3394dc65e78fd] hfiles 2024-11-27T01:51:01,263 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/mobdir/data/default/test-1732672204831/9b3379a65807b7cf53dd3619d6236049/mob/d41d8cd98f00b204e9800998ecf8427e20241127e3ff65005da54c989a5b14b20e861d88_7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:51:01,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741926_1102 (size=168) 2024-11-27T01:51:01,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T01:51:01,670 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T01:51:01,670 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732672260276_default_test-1732672204831 2024-11-27T01:51:01,671 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672260276_default_test-1732672204831 2024-11-27T01:51:01,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741927_1103 (size=1347) 2024-11-27T01:51:02,081 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T01:51:02,089 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T01:51:02,089 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672260276_default_test-1732672204831 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672260276_default_test-1732672204831 2024-11-27T01:51:02,090 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T01:51:02,090 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-27T01:51:02,092 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732672260276_default_test-1732672204831 table=test-1732672204831 type=FLUSH ttl=0 } in 1.8050 sec 2024-11-27T01:51:02,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-27T01:51:02,436 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732672204831 completed 2024-11-27T01:51:02,437 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 } 2024-11-27T01:51:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732672262437 (current time:1732672262437). 2024-11-27T01:51:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T01:51:02,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732672262436_ns3_test-17326722048312 VERSION not specified, setting to 2 2024-11-27T01:51:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@166f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:02,439 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:02,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:02,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:02,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@589f5149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:02,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:02,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:02,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:02,440 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:02,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@696dcfe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:02,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:02,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:02,443 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:02,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-27T01:51:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:02,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:02,444 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:02,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T01:51:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 } 2024-11-27T01:51:02,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-27T01:51:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-27T01:51:02,447 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T01:51:02,448 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T01:51:02,450 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T01:51:02,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741928_1104 (size=86) 2024-11-27T01:51:02,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-27T01:51:02,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-27T01:51:02,856 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T01:51:02,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e11e402a0aa0c6d02ccf2e10acf43d5f}] 2024-11-27T01:51:02,857 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:51:03,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-27T01:51:03,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:51:03,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for e11e402a0aa0c6d02ccf2e10acf43d5f: 2024-11-27T01:51:03,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. for snapshot_1732672262436_ns3_test-17326722048312 completed. 2024-11-27T01:51:03,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f.' region-info for snapshot=snapshot_1732672262436_ns3_test-17326722048312 2024-11-27T01:51:03,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T01:51:03,009 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-27T01:51:03,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741929_1105 (size=52) 2024-11-27T01:51:03,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-27T01:51:03,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:51:03,416 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-27T01:51:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-27T01:51:03,416 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732672262436_ns3_test-17326722048312 on region e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:51:03,417 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:51:03,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-27T01:51:03,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e11e402a0aa0c6d02ccf2e10acf43d5f in 561 msec 2024-11-27T01:51:03,419 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T01:51:03,420 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T01:51:03,420 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T01:51:03,420 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732672262436_ns3_test-17326722048312 2024-11-27T01:51:03,421 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672262436_ns3_test-17326722048312 2024-11-27T01:51:03,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741930_1106 (size=443) 2024-11-27T01:51:03,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-27T01:51:03,831 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T01:51:03,836 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T01:51:03,836 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_1732672262436_ns3_test-17326722048312 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672262436_ns3_test-17326722048312 2024-11-27T01:51:03,838 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T01:51:03,838 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-27T01:51:03,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732672262436_ns3_test-17326722048312 table=ns3:test-17326722048312 type=FLUSH ttl=0 } in 1.3930 sec 2024-11-27T01:51:04,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-27T01:51:04,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17326722048312 completed 2024-11-27T01:51:04,595 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732672249473 2024-11-27T01:51:04,596 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-27T01:51:04,596 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-27T01:51:04,596 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732672249473_backup:system_bulk 2024-11-27T01:51:04,596 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732672253788_backup_system_bulk to hdfs://localhost:39611/backupUT/backup_1732672249473/backup/system_bulk/ 2024-11-27T01:51:04,596 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T01:51:04,627 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:39611, inputRoot=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:51:04,628 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2091694565_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39611/backupUT/backup_1732672249473/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39611/backupUT/backup_1732672249473/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732672253788_backup_system_bulk 2024-11-27T01:51:04,630 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T01:51:04,633 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672253788_backup_system_bulk to hdfs://localhost:39611/backupUT/backup_1732672249473/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732672253788_backup_system_bulk 2024-11-27T01:51:04,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741931_1107 (size=76) 2024-11-27T01:51:04,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741932_1108 (size=702) 2024-11-27T01:51:04,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:04,646 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:04,647 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:05,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-374013103972623338.jar 2024-11-27T01:51:05,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:05,627 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:05,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:05,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:05,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:05,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:05,628 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:05,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:05,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:05,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:05,629 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:51:05,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:51:05,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:51:05,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:51:05,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:51:05,630 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:51:05,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:51:05,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:51:05,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:51:05,631 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:51:05,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:05,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:05,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:05,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:05,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:05,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:05,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:05,674 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:51:05,701 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732672253788_backup_system_bulk' hfile list 2024-11-27T01:51:05,795 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local2089040611_0005_0e4124b6-d971-4e4d-a72c-92759a76acbf/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:51:05,795 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local2089040611_0005_0e4124b6-d971-4e4d-a72c-92759a76acbf/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:51:06,835 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T01:51:06,836 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T01:51:06,840 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732672253788_backup_system_bulk 2024-11-27T01:51:06,840 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732672253788_backup_system_bulk finished. 2024-11-27T01:51:06,840 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732672249473_ns4:test-17326722048313 2024-11-27T01:51:06,841 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732672255946_ns4_test-17326722048313 to hdfs://localhost:39611/backupUT/backup_1732672249473/ns4/test-17326722048313/ 2024-11-27T01:51:06,841 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T01:51:06,871 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:39611, inputRoot=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:51:06,871 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2091694565_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39611/backupUT/backup_1732672249473/ns4/test-17326722048313, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39611/backupUT/backup_1732672249473/ns4/test-17326722048313/.hbase-snapshot/.tmp/snapshot_1732672255946_ns4_test-17326722048313 2024-11-27T01:51:06,873 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T01:51:06,876 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672255946_ns4_test-17326722048313 to hdfs://localhost:39611/backupUT/backup_1732672249473/ns4/test-17326722048313/.hbase-snapshot/.tmp/snapshot_1732672255946_ns4_test-17326722048313 2024-11-27T01:51:06,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741933_1109 (size=86) 2024-11-27T01:51:06,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741934_1110 (size=443) 2024-11-27T01:51:07,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:07,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:07,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:08,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-8792913207138543109.jar 2024-11-27T01:51:08,274 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:08,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:08,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:08,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:08,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:08,275 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:08,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:08,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:08,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:08,276 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:08,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:51:08,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:51:08,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:51:08,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:51:08,277 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:51:08,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:51:08,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:51:08,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:51:08,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:51:08,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:51:08,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:08,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:08,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:08,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:08,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:08,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:08,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:08,320 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:51:08,347 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732672255946_ns4_test-17326722048313' hfile list 2024-11-27T01:51:08,438 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local2009004296_0006_898b3d1f-b362-4838-a79c-b931343c8a53/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:51:08,438 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local2009004296_0006_898b3d1f-b362-4838-a79c-b931343c8a53/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:51:09,481 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T01:51:09,482 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T01:51:09,487 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732672255946_ns4_test-17326722048313 2024-11-27T01:51:09,487 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732672255946_ns4_test-17326722048313 finished. 2024-11-27T01:51:09,487 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732672249473_ns2:test-17326722048311 2024-11-27T01:51:09,487 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732672258106_ns2_test-17326722048311 to hdfs://localhost:39611/backupUT/backup_1732672249473/ns2/test-17326722048311/ 2024-11-27T01:51:09,487 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T01:51:09,518 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:39611, inputRoot=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:51:09,518 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2091694565_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39611/backupUT/backup_1732672249473/ns2/test-17326722048311, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39611/backupUT/backup_1732672249473/ns2/test-17326722048311/.hbase-snapshot/.tmp/snapshot_1732672258106_ns2_test-17326722048311 2024-11-27T01:51:09,520 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T01:51:09,525 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672258106_ns2_test-17326722048311 to hdfs://localhost:39611/backupUT/backup_1732672249473/ns2/test-17326722048311/.hbase-snapshot/.tmp/snapshot_1732672258106_ns2_test-17326722048311 2024-11-27T01:51:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741935_1111 (size=86) 2024-11-27T01:51:09,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741936_1112 (size=496) 2024-11-27T01:51:09,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:09,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:09,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:10,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-3279918832436956376.jar 2024-11-27T01:51:10,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:10,928 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:10,928 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:10,928 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:10,928 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:10,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:10,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:10,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:10,929 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:10,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:10,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:51:10,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:51:10,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:51:10,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:51:10,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:51:10,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:51:10,931 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:51:10,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:51:10,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:51:10,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:51:10,932 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:10,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:10,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:10,933 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:10,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:10,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:10,934 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:10,978 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:51:11,006 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732672258106_ns2_test-17326722048311' hfile list 2024-11-27T01:51:11,008 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-11-27T01:51:11,101 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1176468484_0007_0ef019b1-eaea-45a0-9628-49c73fbfbde3/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:51:11,101 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1176468484_0007_0ef019b1-eaea-45a0-9628-49c73fbfbde3/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:51:11,174 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T01:51:11,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741937_1113 (size=8413) 2024-11-27T01:51:11,616 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/f90c1bd2b29a4c459d484724b6c91391 output=hdfs://localhost:39611/backupUT/backup_1732672249473/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/f90c1bd2b29a4c459d484724b6c91391 2024-11-27T01:51:11,617 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-27T01:51:11,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741938_1114 (size=5134) 2024-11-27T01:51:12,049 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/15479f1f14ba43e1af677b70eac072c5 output=hdfs://localhost:39611/backupUT/backup_1732672249473/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/15479f1f14ba43e1af677b70eac072c5 2024-11-27T01:51:12,050 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-27T01:51:12,142 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T01:51:12,143 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T01:51:12,149 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732672258106_ns2_test-17326722048311 2024-11-27T01:51:12,149 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732672258106_ns2_test-17326722048311 finished. 2024-11-27T01:51:12,150 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732672249473_test-1732672204831 2024-11-27T01:51:12,150 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732672260276_default_test-1732672204831 to hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/ 2024-11-27T01:51:12,150 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T01:51:12,179 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:39611, inputRoot=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:51:12,179 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2091694565_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/.hbase-snapshot/.tmp/snapshot_1732672260276_default_test-1732672204831 2024-11-27T01:51:12,181 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T01:51:12,187 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672260276_default_test-1732672204831 to hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/.hbase-snapshot/.tmp/snapshot_1732672260276_default_test-1732672204831 2024-11-27T01:51:12,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741939_1115 (size=84) 2024-11-27T01:51:12,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741940_1116 (size=1347) 2024-11-27T01:51:12,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:12,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:12,599 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:13,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-8276389117597113626.jar 2024-11-27T01:51:13,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:13,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:13,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:13,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:13,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:13,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:13,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:13,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:13,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:13,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:13,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:51:13,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:51:13,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:51:13,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:51:13,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:51:13,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:51:13,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:51:13,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:51:13,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:51:13,590 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:51:13,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:13,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:13,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:13,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:13,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:13,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:13,592 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:13,632 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:51:13,659 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732672260276_default_test-1732672204831' hfile list 2024-11-27T01:51:13,662 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-11-27T01:51:13,749 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1806693289_0008_8788924e-e6fb-4e9d-9a4b-189dea4779f7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:51:13,750 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1806693289_0008_8788924e-e6fb-4e9d-9a4b-189dea4779f7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:51:13,821 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-11-27T01:51:13,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741941_1117 (size=13760) 2024-11-27T01:51:14,263 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/b38ae4fd0ca742718f5b3755693001fc output=hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/b38ae4fd0ca742718f5b3755693001fc 2024-11-27T01:51:14,263 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-27T01:51:14,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741942_1118 (size=10796) 2024-11-27T01:51:14,695 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/2d12aeba6d724784aa41f61f5524fb3d output=hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/2d12aeba6d724784aa41f61f5524fb3d 2024-11-27T01:51:14,695 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-27T01:51:14,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741943_1119 (size=8413) 2024-11-27T01:51:15,135 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790 output=hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790 2024-11-27T01:51:15,135 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-27T01:51:15,159 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/mobdir/data/default/test-1732672204831/9b3379a65807b7cf53dd3619d6236049/mob/d41d8cd98f00b204e9800998ecf8427e20241127e3ff65005da54c989a5b14b20e861d88_7d59911b698258ef4de3394dc65e78fd to hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/9b3379a65807b7cf53dd3619d6236049/mob/d41d8cd98f00b204e9800998ecf8427e20241127e3ff65005da54c989a5b14b20e861d88_7d59911b698258ef4de3394dc65e78fd" truncated to max limit (512 characters) 2024-11-27T01:51:15,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741944_1120 (size=5591) 2024-11-27T01:51:15,568 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/mobdir/data/default/test-1732672204831/9b3379a65807b7cf53dd3619d6236049/mob/d41d8cd98f00b204e9800998ecf8427e20241127e3ff65005da54c989a5b14b20e861d88_7d59911b698258ef4de3394dc65e78fd output=hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/9b3379a65807b7cf53dd3619d6236049/mob/d41d8cd98f00b204e9800998ecf8427e20241127e3ff65005da54c989a5b14b20e861d88_7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:51:15,568 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.012M/sec 2024-11-27T01:51:15,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741945_1121 (size=5484) 2024-11-27T01:51:16,008 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485 output=hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485 2024-11-27T01:51:16,008 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-27T01:51:16,791 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T01:51:16,792 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T01:51:16,800 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732672260276_default_test-1732672204831 2024-11-27T01:51:16,800 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732672260276_default_test-1732672204831 finished. 2024-11-27T01:51:16,800 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732672249473_ns3:test-17326722048312 2024-11-27T01:51:16,800 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732672262436_ns3_test-17326722048312 to hdfs://localhost:39611/backupUT/backup_1732672249473/ns3/test-17326722048312/ 2024-11-27T01:51:16,800 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-27T01:51:16,830 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:39611, inputRoot=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:51:16,830 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-2091694565_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:39611/backupUT/backup_1732672249473/ns3/test-17326722048312, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:39611/backupUT/backup_1732672249473/ns3/test-17326722048312/.hbase-snapshot/.tmp/snapshot_1732672262436_ns3_test-17326722048312 2024-11-27T01:51:16,832 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-11-27T01:51:16,836 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_1732672262436_ns3_test-17326722048312 to hdfs://localhost:39611/backupUT/backup_1732672249473/ns3/test-17326722048312/.hbase-snapshot/.tmp/snapshot_1732672262436_ns3_test-17326722048312 2024-11-27T01:51:16,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741946_1122 (size=86) 2024-11-27T01:51:16,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741947_1123 (size=443) 2024-11-27T01:51:17,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:17,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:17,247 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:18,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-8206577216666432763.jar 2024-11-27T01:51:18,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:18,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:18,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:18,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:18,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:18,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:18,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:18,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:18,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:18,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:18,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:51:18,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:51:18,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:51:18,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:51:18,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:51:18,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:51:18,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:51:18,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:51:18,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:51:18,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:51:18,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:18,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:18,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:18,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:18,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-27T01:51:18,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:18,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:18,277 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:51:18,304 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732672262436_ns3_test-17326722048312' hfile list 2024-11-27T01:51:18,395 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1852203513_0009_70e11c7e-3994-4107-acc0-e0c386885816/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:51:18,395 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1852203513_0009_70e11c7e-3994-4107-acc0-e0c386885816/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:51:19,435 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-11-27T01:51:19,436 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-11-27T01:51:19,441 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732672262436_ns3_test-17326722048312 2024-11-27T01:51:19,441 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732672262436_ns3_test-17326722048312 finished. 2024-11-27T01:51:19,441 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-27T01:51:19,441 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17326722048313 2024-11-27T01:51:19,441 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17326722048311 2024-11-27T01:51:19,441 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732672204831 2024-11-27T01:51:19,441 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17326722048312 2024-11-27T01:51:19,452 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732672249473 2024-11-27T01:51:19,452 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-27T01:51:19,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741948_1124 (size=209) 2024-11-27T01:51:19,858 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39611/backupUT/backup_1732672249473/.backup.manifest 2024-11-27T01:51:19,858 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732672249473 finished: type=FULL,tablelist=backup:system_bulk;ns4:test-17326722048313;ns2:test-17326722048311;test-1732672204831;ns3:test-17326722048312,targetRootDir=hdfs://localhost:39611/backupUT,startts=1732672253666,completets=1732672279451,bytescopied=0 2024-11-27T01:51:19,858 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-27T01:51:19,858 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732672253788_backup_system_bulk 2024-11-27T01:51:19,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732672253788_backup_system_bulk" type: DISABLED 2024-11-27T01:51:19,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732672253788_backup_system_bulk 2024-11-27T01:51:19,862 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732672253788_backup_system_bulk for backup backup_1732672249473 succeeded. 2024-11-27T01:51:19,862 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732672255946_ns4_test-17326722048313 2024-11-27T01:51:19,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732672255946_ns4_test-17326722048313" type: DISABLED 2024-11-27T01:51:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732672255946_ns4_test-17326722048313 2024-11-27T01:51:19,866 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732672255946_ns4_test-17326722048313 for backup backup_1732672249473 succeeded. 2024-11-27T01:51:19,866 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732672258106_ns2_test-17326722048311 2024-11-27T01:51:19,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732672258106_ns2_test-17326722048311" type: DISABLED 2024-11-27T01:51:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732672258106_ns2_test-17326722048311 2024-11-27T01:51:19,869 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732672258106_ns2_test-17326722048311 for backup backup_1732672249473 succeeded. 2024-11-27T01:51:19,869 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732672260276_default_test-1732672204831 2024-11-27T01:51:19,869 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732672260276_default_test-1732672204831" type: DISABLED 2024-11-27T01:51:19,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732672260276_default_test-1732672204831 2024-11-27T01:51:19,872 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732672260276_default_test-1732672204831 for backup backup_1732672249473 succeeded. 2024-11-27T01:51:19,872 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732672262436_ns3_test-17326722048312 2024-11-27T01:51:19,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732672262436_ns3_test-17326722048312" type: DISABLED 2024-11-27T01:51:19,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732672262436_ns3_test-17326722048312 2024-11-27T01:51:19,875 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732672262436_ns3_test-17326722048312 for backup backup_1732672249473 succeeded. 2024-11-27T01:51:19,875 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T01:51:19,879 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T01:51:19,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T01:51:19,881 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T01:51:19,883 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T01:51:19,888 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732672249473 completed. 2024-11-27T01:51:19,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:19,901 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:23,996 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T01:51:24,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:24,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:24,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:24,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:24,951 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-27T01:51:24,956 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732672284914 2024-11-27T01:51:24,958 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732672249473} 2024-11-27T01:51:24,958 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T01:51:24,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:24,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:24,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:24,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:25,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:25,006 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:25,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:25,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:25,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:25,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:25,051 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T01:51:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732672285052 (current time:1732672285052). 2024-11-27T01:51:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-27T01:51:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-27T01:51:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fffb5fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:25,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:25,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:25,054 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b815a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:25,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:25,055 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:25,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a30fc8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:25,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:25,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:25,058 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:25,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707. 2024-11-27T01:51:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:25,059 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:25,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-27T01:51:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-27T01:51:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-27T01:51:25,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T01:51:25,062 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-27T01:51:25,062 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-27T01:51:25,065 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-27T01:51:25,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741949_1125 (size=52) 2024-11-27T01:51:25,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T01:51:25,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T01:51:25,471 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-27T01:51:25,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3}] 2024-11-27T01:51:25,472 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:51:25,623 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43747 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-27T01:51:25,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:51:25,624 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 96afaa41d51ea4c1686fc5ca68b4f5f3 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-27T01:51:25,630 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/meta/000895148196412b917e2d9ef1e6aabe is 158, key is trslm:hdfs://localhost:39611/backupUT\x00ns2:test-17326722048311/meta:log-roll-map/1732672279446/Put/seqid=0 2024-11-27T01:51:25,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741950_1126 (size=6646) 2024-11-27T01:51:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T01:51:26,035 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/meta/000895148196412b917e2d9ef1e6aabe 2024-11-27T01:51:26,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/7e8910dad7ee489eac4af04f79b44779 is 826, key is session:backup_1732672249473/session:context/1732672279882/Put/seqid=0 2024-11-27T01:51:26,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741951_1127 (size=5928) 2024-11-27T01:51:26,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T01:51:26,450 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/7e8910dad7ee489eac4af04f79b44779 2024-11-27T01:51:26,457 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/meta/000895148196412b917e2d9ef1e6aabe as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/000895148196412b917e2d9ef1e6aabe 2024-11-27T01:51:26,461 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/000895148196412b917e2d9ef1e6aabe, entries=12, sequenceid=42, filesize=6.5 K 2024-11-27T01:51:26,462 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/7e8910dad7ee489eac4af04f79b44779 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/7e8910dad7ee489eac4af04f79b44779 2024-11-27T01:51:26,468 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/7e8910dad7ee489eac4af04f79b44779, entries=2, sequenceid=42, filesize=5.8 K 2024-11-27T01:51:26,469 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 96afaa41d51ea4c1686fc5ca68b4f5f3 in 845ms, sequenceid=42, compaction requested=true 2024-11-27T01:51:26,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 96afaa41d51ea4c1686fc5ca68b4f5f3: 2024-11-27T01:51:26,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. for snapshot_backup_system completed. 2024-11-27T01:51:26,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3.' region-info for snapshot=snapshot_backup_system 2024-11-27T01:51:26,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-27T01:51:26,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/bb1c2a23670343d392dedc0f348044ce, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/2e09dfe19c994d2ba45bd715a660ac20, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/000895148196412b917e2d9ef1e6aabe] hfiles 2024-11-27T01:51:26,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/bb1c2a23670343d392dedc0f348044ce for snapshot=snapshot_backup_system 2024-11-27T01:51:26,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/2e09dfe19c994d2ba45bd715a660ac20 for snapshot=snapshot_backup_system 2024-11-27T01:51:26,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/000895148196412b917e2d9ef1e6aabe for snapshot=snapshot_backup_system 2024-11-27T01:51:26,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ec1bc56b3f88488ea105365044c496b4, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ad7bc642c9a948c583a1e4bd1ede82a7, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/2618128b64f3405b8eeac3a3d52ad464, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/7e8910dad7ee489eac4af04f79b44779] hfiles 2024-11-27T01:51:26,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ec1bc56b3f88488ea105365044c496b4 for snapshot=snapshot_backup_system 2024-11-27T01:51:26,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/ad7bc642c9a948c583a1e4bd1ede82a7 for snapshot=snapshot_backup_system 2024-11-27T01:51:26,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/2618128b64f3405b8eeac3a3d52ad464 for snapshot=snapshot_backup_system 2024-11-27T01:51:26,469 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/7e8910dad7ee489eac4af04f79b44779 for snapshot=snapshot_backup_system 2024-11-27T01:51:26,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741952_1128 (size=330) 2024-11-27T01:51:26,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:51:26,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-27T01:51:26,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-27T01:51:26,877 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:51:26,877 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:51:26,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-27T01:51:26,880 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-27T01:51:26,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 96afaa41d51ea4c1686fc5ca68b4f5f3 in 1.4070 sec 2024-11-27T01:51:26,880 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-27T01:51:26,881 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-27T01:51:26,881 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-27T01:51:26,882 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-27T01:51:26,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741953_1129 (size=967) 2024-11-27T01:51:27,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T01:51:27,292 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-27T01:51:27,301 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-27T01:51:27,301 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.hbase-snapshot/snapshot_backup_system 2024-11-27T01:51:27,303 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-27T01:51:27,303 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-27T01:51:27,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2430 sec 2024-11-27T01:51:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-27T01:51:29,226 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-27T01:51:29,226 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732672284914 started at 1732672289226. 2024-11-27T01:51:29,228 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732672284914 has been started. 2024-11-27T01:51:29,233 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1732672204831, ns2:test-17326722048311, ns3:test-17326722048312, ns4:test-17326722048313] 2024-11-27T01:51:29,236 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732672239927for backupID backup_1732672284914 2024-11-27T01:51:29,236 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-27T01:51:29,237 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-27T01:51:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-27T01:51:29,237 INFO [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-27T01:51:29,237 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-27T01:51:29,237 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-27T01:51:29,237 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-27T01:51:29,238 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T01:51:29,238 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T01:51:29,245 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T01:51:29,246 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T01:51:29,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T01:51:29,246 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,246 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-27T01:51:29,246 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-27T01:51:29,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-27T01:51:29,247 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-27T01:51:29,247 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-27T01:51:29,247 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-27T01:51:29,248 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-27T01:51:29,248 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-27T01:51:29,248 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-27T01:51:29,248 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-27T01:51:29,248 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-27T01:51:29,248 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-27T01:51:29,248 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '7d6f26a4c136,43747,1732672196683' joining acquired barrier for procedure (rolllog) in zk 2024-11-27T01:51:29,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,250 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-27T01:51:29,250 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,250 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T01:51:29,250 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T01:51:29,250 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-27T01:51:29,250 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-27T01:51:29,251 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T01:51:29,251 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T01:51:29,251 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:51:29,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,252 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T01:51:29,252 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '7d6f26a4c136,43747,1732672196683' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-27T01:51:29,252 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6d0f6be9[Count = 0] remaining members to acquire global barrier 2024-11-27T01:51:29,252 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-27T01:51:29,252 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-27T01:51:29,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T01:51:29,258 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-27T01:51:29,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-27T01:51:29,258 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-27T01:51:29,258 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,258 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-27T01:51:29,259 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-27T01:51:29,259 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,259 INFO [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732672253722 highest: 1732672253722 on 7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,259 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.meta:.meta(num 1732672253685) roll requested 2024-11-27T01:51:29,273 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672289259.meta, exclude list is [], retry=0 2024-11-27T01:51:29,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:51:29,277 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672253685.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672289259.meta 2024-11-27T01:51:29,277 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:51:29,277 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672253685.meta is not closed yet, will try archiving it next time 2024-11-27T01:51:29,277 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1:(num 1732672253704) roll requested 2024-11-27T01:51:29,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741911_1087 (size=93) 2024-11-27T01:51:29,279 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672253685.meta not finished, retry = 0 2024-11-27T01:51:29,290 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672289277, exclude list is [], retry=0 2024-11-27T01:51:29,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:51:29,294 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672253704 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672289277 2024-11-27T01:51:29,294 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:51:29,294 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672253704 is not closed yet, will try archiving it next time 2024-11-27T01:51:29,294 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0:(num 1732672253722) roll requested 2024-11-27T01:51:29,294 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672239909 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672239909 2024-11-27T01:51:29,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741912_1088 (size=4710) 2024-11-27T01:51:29,296 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672253704 not finished, retry = 0 2024-11-27T01:51:29,308 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672289294, exclude list is [], retry=0 2024-11-27T01:51:29,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43763,DS-d07be142-5c3f-4a31-b1db-b12b94ccada7,DISK] 2024-11-27T01:51:29,311 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672253722 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672289294 2024-11-27T01:51:29,312 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42857:42857)] 2024-11-27T01:51:29,312 DEBUG [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672253722 is not closed yet, will try archiving it next time 2024-11-27T01:51:29,312 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672220285 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672220285 2024-11-27T01:51:29,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741913_1089 (size=653) 2024-11-27T01:51:29,314 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672253722 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672253722 2024-11-27T01:51:29,319 DEBUG [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-27T01:51:29,319 INFO [rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732672289294 on 7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:29,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:29,335 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-27T01:51:29,335 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '7d6f26a4c136,43747,1732672196683' in zk 2024-11-27T01:51:29,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,337 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-27T01:51:29,337 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T01:51:29,337 DEBUG [member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-27T01:51:29,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T01:51:29,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T01:51:29,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T01:51:29,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T01:51:29,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:51:29,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T01:51:29,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:51:29,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '7d6f26a4c136,43747,1732672196683': 2024-11-27T01:51:29,340 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '7d6f26a4c136,43747,1732672196683' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-27T01:51:29,340 INFO [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-27T01:51:29,340 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-27T01:51:29,340 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-27T01:51:29,340 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-27T01:51:29,340 INFO [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-27T01:51:29,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T01:51:29,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T01:51:29,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T01:51:29,342 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-27T01:51:29,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-27T01:51:29,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-27T01:51:29,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T01:51:29,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-27T01:51:29,342 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-27T01:51:29,343 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T01:51:29,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T01:51:29,343 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:51:29,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-27T01:51:29,343 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-27T01:51:29,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:51:29,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,344 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,344 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-27T01:51:29,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-27T01:51:29,345 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-27T01:51:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T01:51:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-27T01:51:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T01:51:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-27T01:51:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-27T01:51:29,347 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-27T01:51:29,347 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-27T01:51:29,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-27T01:51:29,347 DEBUG [(7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-27T01:51:29,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-27T01:51:29,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-27T01:51:29,348 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-27T01:51:29,348 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-27T01:51:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-27T01:51:29,358 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {7d6f26a4c136:43747=1732672239927} newestTimestamps: {7d6f26a4c136:43747=1732672253722} 2024-11-27T01:51:29,360 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 7d6f26a4c136%2C43747%2C1732672196683.meta.1732672200309.meta 2024-11-27T01:51:29,360 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 7d6f26a4c136%2C43747%2C1732672196683.meta.1732672239890.meta 2024-11-27T01:51:29,360 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 7d6f26a4c136%2C43747%2C1732672196683.meta.1732672253685.meta 2024-11-27T01:51:29,360 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 7d6f26a4c136%2C43747%2C1732672196683.meta.1732672289259.meta 2024-11-27T01:51:29,360 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672289294 2024-11-27T01:51:29,360 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672253704 2024-11-27T01:51:29,360 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672289277 2024-11-27T01:51:29,361 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672220242.meta 2024-11-27T01:51:29,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741957_1133 (size=640) 2024-11-27T01:51:29,379 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672253685.meta to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672253685.meta 2024-11-27T01:51:29,771 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:39611/backupUT/backup_1732672284914/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:51:29,771 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T01:51:29,773 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-27T01:51:29,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741958_1134 (size=45) 2024-11-27T01:51:30,179 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-27T01:51:30,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741959_1135 (size=390) 2024-11-27T01:51:30,589 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17326722048313 target: hdfs://localhost:39611/backupUT/backup_1732672284914/ns4/test-17326722048313 descriptor: 'ns4:test-17326722048313', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:51:30,589 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T01:51:30,591 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17326722048313 2024-11-27T01:51:30,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741960_1136 (size=50) 2024-11-27T01:51:30,996 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17326722048313 2024-11-27T01:51:31,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741961_1137 (size=364) 2024-11-27T01:51:31,406 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17326722048311 target: hdfs://localhost:39611/backupUT/backup_1732672284914/ns2/test-17326722048311 descriptor: 'ns2:test-17326722048311', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:51:31,406 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T01:51:31,409 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17326722048311 2024-11-27T01:51:31,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741962_1138 (size=50) 2024-11-27T01:51:31,814 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17326722048311 2024-11-27T01:51:31,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741963_1139 (size=950) 2024-11-27T01:51:32,225 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732672204831 target: hdfs://localhost:39611/backupUT/backup_1732672284914/default/test-1732672204831 descriptor: 'test-1732672204831', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:51:32,225 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T01:51:32,228 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732672204831 2024-11-27T01:51:32,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741964_1140 (size=53) 2024-11-27T01:51:32,633 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732672204831 2024-11-27T01:51:32,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741965_1141 (size=390) 2024-11-27T01:51:33,043 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17326722048312 target: hdfs://localhost:39611/backupUT/backup_1732672284914/ns3/test-17326722048312 descriptor: 'ns3:test-17326722048312', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:51:33,043 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-27T01:51:33,046 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17326722048312 2024-11-27T01:51:33,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741966_1142 (size=50) 2024-11-27T01:51:33,451 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17326722048312 2024-11-27T01:51:33,461 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:39611/backupUT/.tmp/backup_1732672284914 from hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672253704;hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672253722 2024-11-27T01:51:33,461 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9332de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:33,461 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:33,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:33,462 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:33,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:33,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:33,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@85f9684, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:33,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:33,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:33,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:33,464 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:33,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dde591b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:33,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:33,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:33,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d8c1f3b 2024-11-27T01:51:33,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:33,466 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:33,469 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T01:51:33,469 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-27T01:51:33,469 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:33,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:33,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:33,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:33,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52738, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:33,473 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-27T01:51:33,473 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732672204831 2024-11-27T01:51:33,473 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732672204831,, stopping at row=test-1732672204831 ,, for max=2147483647 with caching=100 2024-11-27T01:51:33,474 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732672204831: test-1732672204831; 2024-11-27T01:51:33,474 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17326722048311 2024-11-27T01:51:33,474 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17326722048311,, stopping at row=ns2:test-17326722048311 ,, for max=2147483647 with caching=100 2024-11-27T01:51:33,476 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17326722048311: ns2:test-17326722048311; 2024-11-27T01:51:33,476 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17326722048312 2024-11-27T01:51:33,476 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17326722048312,, stopping at row=ns3:test-17326722048312 ,, for max=2147483647 with caching=100 2024-11-27T01:51:33,477 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17326722048312: ns3:test-17326722048312; 2024-11-27T01:51:33,477 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17326722048313 2024-11-27T01:51:33,477 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17326722048313,, stopping at row=ns4:test-17326722048313 ,, for max=2147483647 with caching=100 2024-11-27T01:51:33,479 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17326722048313: ns4:test-17326722048313; 2024-11-27T01:51:33,479 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-27T01:51:33,479 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/partitions_847d72c2-6a56-412c-a826-fb2b0ab93e9e 2024-11-27T01:51:33,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741967_1143 (size=324) 2024-11-27T01:51:33,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:33,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:33,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,332 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7d59911b698258ef4de3394dc65e78fd, had cached 0 bytes from a total of 38453 2024-11-27T01:51:34,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-16719227330630408087.jar 2024-11-27T01:51:34,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:34,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:51:34,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:51:34,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:51:34,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:51:34,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:51:34,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:51:34,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:51:34,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:51:34,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:51:34,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:51:34,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:34,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:34,874 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1732672204831,ns2:test-17326722048311,ns3:test-17326722048312,ns4:test-17326722048313 2024-11-27T01:51:34,874 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:51:34,874 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:34,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:34,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:34,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:34,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:35,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-17582453089194090705.jar 2024-11-27T01:51:35,869 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:51:35,895 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672253704 for WAL files 2024-11-27T01:51:35,896 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672253704 2024-11-27T01:51:35,896 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672253722 for WAL files 2024-11-27T01:51:35,897 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672253722 2024-11-27T01:51:35,996 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1586266675_0010_37eb4e5d-d76f-4f7d-97a4-a42fddbbe55f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:51:35,996 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1586266675_0010_37eb4e5d-d76f-4f7d-97a4-a42fddbbe55f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:51:36,058 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672253704 for hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672253704 (-9223372036854775808:9223372036854775807) length:4710 2024-11-27T01:51:36,061 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T01:51:36,061 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T01:51:36,107 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672253722 for hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672253722 (-9223372036854775808:9223372036854775807) length:653 2024-11-27T01:51:36,110 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-27T01:51:36,111 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-27T01:51:36,205 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37841d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:36,205 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:36,205 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:36,206 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:36,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:36,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:36,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21db6dcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:36,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:36,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:36,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:36,208 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:36,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25501304, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:36,209 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:36,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:36,210 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:36,211 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:36,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732672204831', row='row-test-1732672204831-2-0', locateType=CURRENT is [region=test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd., hostname=7d6f26a4c136,43747,1732672196683, seqNum=338] 2024-11-27T01:51:36,213 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-27T01:51:36,213 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:36,213 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:36,213 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:36,213 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:36,213 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732672204831-2-0] 2024-11-27T01:51:36,213 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7d6f26a4c136 2024-11-27T01:51:36,217 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/backupUT/.tmp/backup_1732672284914/_temporary/0/_temporary/attempt_local1586266675_0010_r_000004_0/default/test-1732672204831/f2/dae563599603418cb351da59e64f7207 is 58, key is row-test-1732672204831-2-0/f2:q1/1732672279905/Put/seqid=0 2024-11-27T01:51:36,219 WARN [Thread-1516 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7d6f26a4c136:43747] Specified favored nodes: [7d6f26a4c136:43747] 2024-11-27T01:51:36,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741968_1144 (size=5367) 2024-11-27T01:51:37,014 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a69c060139e1b05273627871c40c2944, had cached 0 bytes from a total of 13547 2024-11-27T01:51:37,038 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:39611/backupUT 2024-11-27T01:51:37,038 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732672284914 2024-11-27T01:51:37,038 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-27T01:51:37,052 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:39611/backupUT/.tmp/backup_1732672284914, hdfs://localhost:39611/backupUT] 2024-11-27T01:51:37,099 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:51:37,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741969_1145 (size=5367) 2024-11-27T01:51:37,709 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-27T01:51:37,712 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732672284914 2024-11-27T01:51:37,712 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-27T01:51:37,712 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1406029352_0011 completed: true true 2024-11-27T01:51:37,712 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6668611 FILE: Number of bytes written=17213049 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410407 HDFS: Number of bytes written=2548285 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=425 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-27T01:51:37,713 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:39611/backupUT/.tmp/backup_1732672284914 to hdfs://localhost:39611/backupUT finished. 2024-11-27T01:51:37,728 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732672284914 2024-11-27T01:51:37,732 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732672249473} 2024-11-27T01:51:37,732 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-27T01:51:37,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741970_1146 (size=714) 2024-11-27T01:51:38,137 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:39611/backupUT/backup_1732672284914/.backup.manifest 2024-11-27T01:51:38,138 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732672284914 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns4:test-17326722048313;ns2:test-17326722048311;test-1732672204831;ns3:test-17326722048312,targetRootDir=hdfs://localhost:39611/backupUT,startts=1732672289226,completets=1732672297728,bytescopied=0 2024-11-27T01:51:38,138 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-27T01:51:38,143 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-27T01:51:38,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-27T01:51:38,145 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-27T01:51:38,148 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-27T01:51:38,151 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732672284914 completed. 2024-11-27T01:51:38,151 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-27T01:51:38,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:38,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:38,165 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1732672213466 2024-11-27T01:51:38,168 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-27T01:51:38,169 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-27T01:51:38,170 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39611/backupUT/backup_1732672213466/.backup.manifest 2024-11-27T01:51:38,172 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732672213466/.backup.manifest 2024-11-27T01:51:38,174 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39611/backupUT/backup_1732672213466/.backup.manifest 2024-11-27T01:51:38,176 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732672213466/.backup.manifest 2024-11-27T01:51:38,176 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732672204831' to 'table1' from full backup image hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831 2024-11-27T01:51:38,183 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-27T01:51:38,184 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:51:38,184 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f in region [hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd] 2024-11-27T01:51:38,188 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790 first=row0 last=row98 2024-11-27T01:51:38,188 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f3 in region [hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd] 2024-11-27T01:51:38,191 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f3/a2658c3e79a64cd78e4c5479d58a70fd first=row-test-1732672204831-3-0 last=row-test-1732672204831-3-5 2024-11-27T01:51:38,191 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob in region [hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd] 2024-11-27T01:51:38,194 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485 first=row-test-1732672204831-3-0 last=row-test-1732672204831-3-5 2024-11-27T01:51:38,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:51:38,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-27T01:51:38,200 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:51:38,200 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:38,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-27T01:51:38,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T01:51:38,201 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:51:38,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741971_1147 (size=938) 2024-11-27T01:51:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T01:51:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T01:51:38,609 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8dd78f8b79274f920b45ce81dbf03b8f, NAME => 'table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:51:38,609 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => ac66af4b7b675537c488fb7905aff3dd, NAME => 'table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:51:38,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741972_1148 (size=45) 2024-11-27T01:51:38,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741973_1149 (size=45) 2024-11-27T01:51:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T01:51:39,015 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:51:39,016 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 8dd78f8b79274f920b45ce81dbf03b8f, disabling compactions & flushes 2024-11-27T01:51:39,016 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:51:39,016 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. 2024-11-27T01:51:39,016 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. 2024-11-27T01:51:39,016 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. after waiting 0 ms 2024-11-27T01:51:39,016 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing ac66af4b7b675537c488fb7905aff3dd, disabling compactions & flushes 2024-11-27T01:51:39,016 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. 2024-11-27T01:51:39,016 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. 2024-11-27T01:51:39,016 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. 2024-11-27T01:51:39,016 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. 2024-11-27T01:51:39,016 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. after waiting 0 ms 2024-11-27T01:51:39,016 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. 2024-11-27T01:51:39,016 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8dd78f8b79274f920b45ce81dbf03b8f: Waiting for close lock at 1732672299016Disabling compacts and flushes for region at 1732672299016Disabling writes for close at 1732672299016Writing region close event to WAL at 1732672299016Closed at 1732672299016 2024-11-27T01:51:39,016 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. 2024-11-27T01:51:39,016 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for ac66af4b7b675537c488fb7905aff3dd: Waiting for close lock at 1732672299016Disabling compacts and flushes for region at 1732672299016Disabling writes for close at 1732672299016Writing region close event to WAL at 1732672299016Closed at 1732672299016 2024-11-27T01:51:39,017 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:51:39,018 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732672299017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732672299017"}]},"ts":"1732672299017"} 2024-11-27T01:51:39,018 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732672299017"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732672299017"}]},"ts":"1732672299017"} 2024-11-27T01:51:39,021 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T01:51:39,022 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:51:39,023 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672299022"}]},"ts":"1732672299022"} 2024-11-27T01:51:39,024 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-27T01:51:39,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=8dd78f8b79274f920b45ce81dbf03b8f, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=ac66af4b7b675537c488fb7905aff3dd, ASSIGN}] 2024-11-27T01:51:39,026 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=ac66af4b7b675537c488fb7905aff3dd, ASSIGN 2024-11-27T01:51:39,026 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=8dd78f8b79274f920b45ce81dbf03b8f, ASSIGN 2024-11-27T01:51:39,027 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=ac66af4b7b675537c488fb7905aff3dd, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=false 2024-11-27T01:51:39,027 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=8dd78f8b79274f920b45ce81dbf03b8f, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=false 2024-11-27T01:51:39,178 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=ac66af4b7b675537c488fb7905aff3dd, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:39,178 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=8dd78f8b79274f920b45ce81dbf03b8f, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:39,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=8dd78f8b79274f920b45ce81dbf03b8f, ASSIGN because future has completed 2024-11-27T01:51:39,180 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dd78f8b79274f920b45ce81dbf03b8f, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:51:39,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=ac66af4b7b675537c488fb7905aff3dd, ASSIGN because future has completed 2024-11-27T01:51:39,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac66af4b7b675537c488fb7905aff3dd, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:51:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T01:51:39,336 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. 2024-11-27T01:51:39,336 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dd78f8b79274f920b45ce81dbf03b8f, NAME => 'table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-27T01:51:39,336 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:51:39,337 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:39,337 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:51:39,337 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:39,337 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:39,338 INFO [StoreOpener-8dd78f8b79274f920b45ce81dbf03b8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:39,340 INFO [StoreOpener-8dd78f8b79274f920b45ce81dbf03b8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd78f8b79274f920b45ce81dbf03b8f columnFamilyName f 2024-11-27T01:51:39,340 DEBUG [StoreOpener-8dd78f8b79274f920b45ce81dbf03b8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:39,340 INFO [StoreOpener-8dd78f8b79274f920b45ce81dbf03b8f-1 {}] regionserver.HStore(327): Store=8dd78f8b79274f920b45ce81dbf03b8f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:39,340 INFO [StoreOpener-8dd78f8b79274f920b45ce81dbf03b8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:39,341 INFO [StoreOpener-8dd78f8b79274f920b45ce81dbf03b8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd78f8b79274f920b45ce81dbf03b8f columnFamilyName f3 2024-11-27T01:51:39,341 DEBUG [StoreOpener-8dd78f8b79274f920b45ce81dbf03b8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:39,342 INFO [StoreOpener-8dd78f8b79274f920b45ce81dbf03b8f-1 {}] regionserver.HStore(327): Store=8dd78f8b79274f920b45ce81dbf03b8f/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:39,342 INFO [StoreOpener-8dd78f8b79274f920b45ce81dbf03b8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:39,343 INFO [StoreOpener-8dd78f8b79274f920b45ce81dbf03b8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd78f8b79274f920b45ce81dbf03b8f columnFamilyName mob 2024-11-27T01:51:39,344 DEBUG [StoreOpener-8dd78f8b79274f920b45ce81dbf03b8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:39,344 INFO [StoreOpener-8dd78f8b79274f920b45ce81dbf03b8f-1 {}] regionserver.HStore(327): Store=8dd78f8b79274f920b45ce81dbf03b8f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:39,344 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:39,345 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:39,345 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:39,346 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:39,346 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:39,347 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:51:39,347 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:39,349 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:51:39,350 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 8dd78f8b79274f920b45ce81dbf03b8f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11093811200, jitterRate=0.033191680908203125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:51:39,350 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:39,350 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 8dd78f8b79274f920b45ce81dbf03b8f: Running coprocessor pre-open hook at 1732672299337Writing region info on filesystem at 1732672299337Initializing all the Stores at 1732672299338 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672299338Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672299338Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672299338Cleaning up temporary data from old regions at 1732672299346 (+8 ms)Running coprocessor post-open hooks at 1732672299350 (+4 ms)Region opened successfully at 1732672299350 2024-11-27T01:51:39,351 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f., pid=65, masterSystemTime=1732672299332 2024-11-27T01:51:39,353 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. 2024-11-27T01:51:39,353 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. 2024-11-27T01:51:39,353 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. 2024-11-27T01:51:39,353 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => ac66af4b7b675537c488fb7905aff3dd, NAME => 'table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-27T01:51:39,354 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:51:39,354 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=8dd78f8b79274f920b45ce81dbf03b8f, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:39,354 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:39,354 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:51:39,354 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:39,354 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:39,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dd78f8b79274f920b45ce81dbf03b8f, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:51:39,355 INFO [StoreOpener-ac66af4b7b675537c488fb7905aff3dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:39,357 INFO [StoreOpener-ac66af4b7b675537c488fb7905aff3dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac66af4b7b675537c488fb7905aff3dd columnFamilyName f 2024-11-27T01:51:39,357 DEBUG [StoreOpener-ac66af4b7b675537c488fb7905aff3dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:39,357 INFO [StoreOpener-ac66af4b7b675537c488fb7905aff3dd-1 {}] regionserver.HStore(327): Store=ac66af4b7b675537c488fb7905aff3dd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:39,358 INFO [StoreOpener-ac66af4b7b675537c488fb7905aff3dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:39,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-11-27T01:51:39,358 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dd78f8b79274f920b45ce81dbf03b8f, server=7d6f26a4c136,43747,1732672196683 in 176 msec 2024-11-27T01:51:39,359 INFO [StoreOpener-ac66af4b7b675537c488fb7905aff3dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac66af4b7b675537c488fb7905aff3dd columnFamilyName f3 2024-11-27T01:51:39,359 DEBUG [StoreOpener-ac66af4b7b675537c488fb7905aff3dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:39,359 INFO [StoreOpener-ac66af4b7b675537c488fb7905aff3dd-1 {}] regionserver.HStore(327): Store=ac66af4b7b675537c488fb7905aff3dd/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:39,359 INFO [StoreOpener-ac66af4b7b675537c488fb7905aff3dd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:39,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=8dd78f8b79274f920b45ce81dbf03b8f, ASSIGN in 333 msec 2024-11-27T01:51:39,360 INFO [StoreOpener-ac66af4b7b675537c488fb7905aff3dd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac66af4b7b675537c488fb7905aff3dd columnFamilyName mob 2024-11-27T01:51:39,361 DEBUG [StoreOpener-ac66af4b7b675537c488fb7905aff3dd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:39,361 INFO [StoreOpener-ac66af4b7b675537c488fb7905aff3dd-1 {}] regionserver.HStore(327): Store=ac66af4b7b675537c488fb7905aff3dd/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:39,362 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:39,362 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:39,362 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:39,363 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:39,363 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:39,364 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:51:39,365 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:39,367 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:51:39,367 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened ac66af4b7b675537c488fb7905aff3dd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9807611360, jitterRate=-0.08659501373767853}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:51:39,367 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:39,367 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for ac66af4b7b675537c488fb7905aff3dd: Running coprocessor pre-open hook at 1732672299354Writing region info on filesystem at 1732672299354Initializing all the Stores at 1732672299355 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672299355Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672299355Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672299355Cleaning up temporary data from old regions at 1732672299363 (+8 ms)Running coprocessor post-open hooks at 1732672299367 (+4 ms)Region opened successfully at 1732672299367 2024-11-27T01:51:39,368 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd., pid=66, masterSystemTime=1732672299332 2024-11-27T01:51:39,369 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. 2024-11-27T01:51:39,370 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. 2024-11-27T01:51:39,370 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=ac66af4b7b675537c488fb7905aff3dd, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:39,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac66af4b7b675537c488fb7905aff3dd, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:51:39,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=64 2024-11-27T01:51:39,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure ac66af4b7b675537c488fb7905aff3dd, server=7d6f26a4c136,43747,1732672196683 in 191 msec 2024-11-27T01:51:39,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62 2024-11-27T01:51:39,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=ac66af4b7b675537c488fb7905aff3dd, ASSIGN in 349 msec 2024-11-27T01:51:39,376 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:51:39,376 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672299376"}]},"ts":"1732672299376"} 2024-11-27T01:51:39,378 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-27T01:51:39,378 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:51:39,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.1800 sec 2024-11-27T01:51:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-27T01:51:40,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-27T01:51:40,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T01:51:40,351 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd from hbase tables test-1732672204831 to tables table1 2024-11-27T01:51:40,351 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732672204831 into table1 2024-11-27T01:51:40,354 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351 from hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:51:40,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f3fdfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:40,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:40,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:40,355 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:40,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:40,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:40,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5069ff2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:40,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:40,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:40,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:40,357 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:40,357 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a0e22ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:40,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:40,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:40,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c20650e 2024-11-27T01:51:40,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:40,359 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:40,360 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T01:51:40,360 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-27T01:51:40,360 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T01:51:40,360 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:40,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:40,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:40,362 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:40,363 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-27T01:51:40,363 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-27T01:51:40,363 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T01:51:40,364 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/partitions_c00ba3f5-f908-4f45-9498-0cbc11eaaa63 2024-11-27T01:51:40,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741974_1150 (size=177) 2024-11-27T01:51:40,770 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:40,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:40,771 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,757 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-5534508188806895893.jar 2024-11-27T01:51:41,757 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,758 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:41,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:51:41,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:51:41,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:51:41,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:51:41,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:51:41,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:51:41,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:51:41,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:51:41,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:51:41,761 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:51:41,763 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,764 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:41,765 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:41,765 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-27T01:51:41,765 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:51:41,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:41,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:41,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:41,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:41,765 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T01:51:41,766 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:41,778 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:51:41,792 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T01:51:41,893 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local823647707_0012_112f727a-d4ba-43ed-92fe-1a34f9a7e85e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:51:41,893 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local823647707_0012_112f727a-d4ba-43ed-92fe-1a34f9a7e85e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:51:41,930 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-27T01:51:41,957 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790 2024-11-27T01:51:41,960 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T01:51:42,008 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485 2024-11-27T01:51:42,011 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T01:51:42,047 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f3/a2658c3e79a64cd78e4c5479d58a70fd 2024-11-27T01:51:42,051 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T01:51:42,082 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7343d0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:42,083 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:42,083 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:42,084 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:42,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:42,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:42,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b60f0a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:42,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:42,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:42,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:42,085 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:42,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1fff35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:42,087 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:42,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:42,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:42,088 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:42,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732672204831-3-0', locateType=CURRENT is [region=table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:42,090 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-27T01:51:42,090 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:42,090 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:42,090 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:42,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:42,091 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732672204831-3-0] 2024-11-27T01:51:42,091 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7d6f26a4c136 2024-11-27T01:51:42,096 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e11a07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:42,096 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:42,096 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:42,097 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:42,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:42,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:42,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@300c988a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:42,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:42,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:42,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:42,098 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:42,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@579c3f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:42,099 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:42,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:42,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:42,101 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:42,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732672204831-3-0', locateType=CURRENT is [region=table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:42,102 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-27T01:51:42,102 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:42,102 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:42,103 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:42,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:42,103 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732672204831-3-0] 2024-11-27T01:51:42,103 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7d6f26a4c136 2024-11-27T01:51:42,106 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351/_temporary/0/_temporary/attempt_local823647707_0012_r_000000_0/f3/2028b7ad8d464cca8d1e8705e5ede1f2 is 58, key is row-test-1732672204831-3-0/f3:q1/1732672213428/Put/seqid=0 2024-11-27T01:51:42,108 WARN [Thread-1635 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7d6f26a4c136:43747] Specified favored nodes: [7d6f26a4c136:43747] 2024-11-27T01:51:42,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741975_1151 (size=5529) 2024-11-27T01:51:42,512 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351/_temporary/0/_temporary/attempt_local823647707_0012_r_000000_0/mob/6215ce207b134b12b85a1233815e63ae is 59, key is row-test-1732672204831-3-0/mob:q1/1732672213447/Put/seqid=0 2024-11-27T01:51:42,514 WARN [Thread-1637 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7d6f26a4c136:43747] Specified favored nodes: [7d6f26a4c136:43747] 2024-11-27T01:51:42,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741976_1152 (size=5538) 2024-11-27T01:51:42,941 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66dd2f79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:42,941 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:42,941 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:42,942 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:42,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:42,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:42,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2918420e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:42,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:42,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:42,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:42,944 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:42,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3008718f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:42,945 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:42,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:42,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:42,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:42,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:42,948 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-27T01:51:42,949 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:42,949 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:42,949 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:42,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:42,949 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-27T01:51:42,949 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7d6f26a4c136 2024-11-27T01:51:42,955 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351/_temporary/0/_temporary/attempt_local823647707_0012_r_000001_0/f/c6e86034797746e588bfa4729bb60b79 is 37, key is row10/f:q1/1732672206520/Put/seqid=0 2024-11-27T01:51:42,957 WARN [Thread-1652 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7d6f26a4c136:43747] Specified favored nodes: [7d6f26a4c136:43747] 2024-11-27T01:51:42,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741977_1153 (size=8741) 2024-11-27T01:51:43,938 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351 2024-11-27T01:51:43,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3158a251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:43,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:43,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:43,940 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:43,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:43,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:43,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a7e6ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:43,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:43,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:43,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:43,941 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:43,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60627415, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:43,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:43,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:43,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:43,944 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53492, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:43,948 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351/_SUCCESS 2024-11-27T01:51:43,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:43,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:43,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ff08563 2024-11-27T01:51:43,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:43,958 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:43,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:43,968 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T01:51:43,979 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351/f/c6e86034797746e588bfa4729bb60b79 first=Optional[row0] last=Optional[row98] 2024-11-27T01:51:43,982 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351/f3/2028b7ad8d464cca8d1e8705e5ede1f2 first=Optional[row-test-1732672204831-3-0] last=Optional[row-test-1732672204831-3-5] 2024-11-27T01:51:43,985 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351/mob/6215ce207b134b12b85a1233815e63ae first=Optional[row-test-1732672204831-3-0] last=Optional[row-test-1732672204831-3-5] 2024-11-27T01:51:44,004 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351/f/c6e86034797746e588bfa4729bb60b79 for inclusion in ac66af4b7b675537c488fb7905aff3dd/f 2024-11-27T01:51:44,004 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351/f3/2028b7ad8d464cca8d1e8705e5ede1f2 for inclusion in 8dd78f8b79274f920b45ce81dbf03b8f/f3 2024-11-27T01:51:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732672204831-3-0 last=row-test-1732672204831-3-5 2024-11-27T01:51:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T01:51:44,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351/mob/6215ce207b134b12b85a1233815e63ae for inclusion in 8dd78f8b79274f920b45ce81dbf03b8f/mob 2024-11-27T01:51:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-27T01:51:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-27T01:51:44,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HRegion(2603): Flush status journal for ac66af4b7b675537c488fb7905aff3dd: 2024-11-27T01:51:44,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351/f/c6e86034797746e588bfa4729bb60b79 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/f/c6e86034797746e588bfa4729bb60b79 2024-11-27T01:51:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732672204831-3-0 last=row-test-1732672204831-3-5 2024-11-27T01:51:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T01:51:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegion(2603): Flush status journal for 8dd78f8b79274f920b45ce81dbf03b8f: 2024-11-27T01:51:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351/f3/2028b7ad8d464cca8d1e8705e5ede1f2 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/f3/2028b7ad8d464cca8d1e8705e5ede1f2 2024-11-27T01:51:44,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/f/c6e86034797746e588bfa4729bb60b79 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/f/474587202f8249a6bc82e6a42b318a1c_SeqId_4_ 2024-11-27T01:51:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@261a5a34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:44,017 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:44,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:44,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/f3/2028b7ad8d464cca8d1e8705e5ede1f2 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/f3/6e5912dfeb2841df923635cdf60d00bd_SeqId_4_ 2024-11-27T01:51:44,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d415a28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:44,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672300351/mob/6215ce207b134b12b85a1233815e63ae to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/mob/6215ce207b134b12b85a1233815e63ae 2024-11-27T01:51:44,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,019 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:44,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@320e546a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/mob/6215ce207b134b12b85a1233815e63ae as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/mob/8e939d6fbea4431b9c8e069afd8220aa_SeqId_4_ 2024-11-27T01:51:44,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:44,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8053db3 2024-11-27T01:51:44,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ca3caee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:44,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:44,022 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:44,022 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:44,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:44,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:44,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:44,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13f004e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:44,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:44,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,024 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:44,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:44,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:44,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3dd6fb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:44,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:44,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:44,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@541f68ed 2024-11-27T01:51:44,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:44,026 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:44,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:44,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:44,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:44,028 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53504, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:44,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:44,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:44,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:44,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:44,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:44,042 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747. 2024-11-27T01:51:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,042 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:44,043 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/f/c6e86034797746e588bfa4729bb60b79 into ac66af4b7b675537c488fb7905aff3dd/f as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/f/474587202f8249a6bc82e6a42b318a1c_SeqId_4_ - updating store file list. 2024-11-27T01:51:44,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:44,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747. 2024-11-27T01:51:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c85b35a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:44,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:44,048 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:44,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:44,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:44,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a8eea0c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:44,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:44,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,049 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:44,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a23071a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,050 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/f/474587202f8249a6bc82e6a42b318a1c_SeqId_4_ into ac66af4b7b675537c488fb7905aff3dd/f 2024-11-27T01:51:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:44,050 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/f/c6e86034797746e588bfa4729bb60b79 into ac66af4b7b675537c488fb7905aff3dd/f (new location: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/f/474587202f8249a6bc82e6a42b318a1c_SeqId_4_) 2024-11-27T01:51:44,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/f/c6e86034797746e588bfa4729bb60b79 2024-11-27T01:51:44,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:44,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15d671cf 2024-11-27T01:51:44,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:44,052 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50240, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:44,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:44,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:44,054 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a60fbd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:44,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:44,057 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:44,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:44,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:44,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f937a42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:44,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:44,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,059 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:44,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69367746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:44,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:44,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@589c7e03 2024-11-27T01:51:44,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:44,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:44,061 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T01:51:44,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:44,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:44,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:44,063 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T01:51:44,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:44,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:44,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:44,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747. 2024-11-27T01:51:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,071 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:44,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/f3/2028b7ad8d464cca8d1e8705e5ede1f2 into 8dd78f8b79274f920b45ce81dbf03b8f/f3 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/f3/6e5912dfeb2841df923635cdf60d00bd_SeqId_4_ - updating store file list. 2024-11-27T01:51:44,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:44,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:44,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/f3/6e5912dfeb2841df923635cdf60d00bd_SeqId_4_ into 8dd78f8b79274f920b45ce81dbf03b8f/f3 2024-11-27T01:51:44,078 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/f3/2028b7ad8d464cca8d1e8705e5ede1f2 into 8dd78f8b79274f920b45ce81dbf03b8f/f3 (new location: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/f3/6e5912dfeb2841df923635cdf60d00bd_SeqId_4_) 2024-11-27T01:51:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/f3/2028b7ad8d464cca8d1e8705e5ede1f2 2024-11-27T01:51:44,079 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747. 2024-11-27T01:51:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,079 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:44,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/mob/6215ce207b134b12b85a1233815e63ae into 8dd78f8b79274f920b45ce81dbf03b8f/mob as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/mob/8e939d6fbea4431b9c8e069afd8220aa_SeqId_4_ - updating store file list. 2024-11-27T01:51:44,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/mob/8e939d6fbea4431b9c8e069afd8220aa_SeqId_4_ into 8dd78f8b79274f920b45ce81dbf03b8f/mob 2024-11-27T01:51:44,084 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/mob/6215ce207b134b12b85a1233815e63ae into 8dd78f8b79274f920b45ce81dbf03b8f/mob (new location: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/mob/8e939d6fbea4431b9c8e069afd8220aa_SeqId_4_) 2024-11-27T01:51:44,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__khks53st5eb90lh0ordl5krbkhek9s08tkn69gnb9mns706k8tlqobokoeou8j5n/mob/6215ce207b134b12b85a1233815e63ae 2024-11-27T01:51:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3226d860, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:44,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:44,087 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:44,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:44,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:44,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4147c941, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:44,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:44,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,089 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:44,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c91cfeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:44,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:44,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:44,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d52e1d7 2024-11-27T01:51:44,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:44,091 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T01:51:44,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:44,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:44,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:44,093 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T01:51:44,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:44,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:44,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:44,107 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747. 2024-11-27T01:51:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,107 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:44,111 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:51:44,111 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:44,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,111 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:44,111 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:44,111 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T01:51:44,112 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T01:51:44,112 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732672213466 hdfs://localhost:39611/backupUT/backup_1732672213466/default/test-1732672204831/ 2024-11-27T01:51:44,112 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39611/backupUT/backup_1732672213466/.backup.manifest 2024-11-27T01:51:44,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 , the old value is region=table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7d6f26a4c136:43747 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:51:44,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:51:44,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 from cache 2024-11-27T01:51:44,114 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T01:51:44,115 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732672213466/.backup.manifest 2024-11-27T01:51:44,115 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17326722048311' to 'ns2:table2' from full backup image hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311 2024-11-27T01:51:44,123 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-27T01:51:44,123 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944 2024-11-27T01:51:44,124 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f in region [hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944] 2024-11-27T01:51:44,127 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/f90c1bd2b29a4c459d484724b6c91391 first=row0 last=row98 2024-11-27T01:51:44,128 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:51:44,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-27T01:51:44,131 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-27T01:51:44,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-27T01:51:44,132 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-27T01:51:44,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-27T01:51:44,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741978_1154 (size=351) 2024-11-27T01:51:44,226 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:43747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T01:51:44,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-27T01:51:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-27T01:51:44,539 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b76db94fb7d01b7b50cf98bfd55192b4, NAME => 'ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:51:44,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741979_1155 (size=37) 2024-11-27T01:51:44,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-27T01:51:44,861 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T01:51:44,887 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 96afaa41d51ea4c1686fc5ca68b4f5f3, had cached 0 bytes from a total of 41499 2024-11-27T01:51:44,946 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:51:44,946 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing b76db94fb7d01b7b50cf98bfd55192b4, disabling compactions & flushes 2024-11-27T01:51:44,946 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. 2024-11-27T01:51:44,946 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. 2024-11-27T01:51:44,946 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. after waiting 0 ms 2024-11-27T01:51:44,946 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. 2024-11-27T01:51:44,946 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. 2024-11-27T01:51:44,946 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for b76db94fb7d01b7b50cf98bfd55192b4: Waiting for close lock at 1732672304946Disabling compacts and flushes for region at 1732672304946Disabling writes for close at 1732672304946Writing region close event to WAL at 1732672304946Closed at 1732672304946 2024-11-27T01:51:44,947 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-27T01:51:44,948 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732672304948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732672304948"}]},"ts":"1732672304948"} 2024-11-27T01:51:44,950 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:51:44,950 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-27T01:51:44,951 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672304950"}]},"ts":"1732672304950"} 2024-11-27T01:51:44,952 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-27T01:51:44,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b76db94fb7d01b7b50cf98bfd55192b4, ASSIGN}] 2024-11-27T01:51:44,953 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b76db94fb7d01b7b50cf98bfd55192b4, ASSIGN 2024-11-27T01:51:44,954 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b76db94fb7d01b7b50cf98bfd55192b4, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=false 2024-11-27T01:51:45,105 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=b76db94fb7d01b7b50cf98bfd55192b4, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:45,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b76db94fb7d01b7b50cf98bfd55192b4, ASSIGN because future has completed 2024-11-27T01:51:45,107 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure b76db94fb7d01b7b50cf98bfd55192b4, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:51:45,263 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. 2024-11-27T01:51:45,263 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => b76db94fb7d01b7b50cf98bfd55192b4, NAME => 'ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:51:45,263 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:51:45,264 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:45,264 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:51:45,264 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:45,264 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:45,265 INFO [StoreOpener-b76db94fb7d01b7b50cf98bfd55192b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:45,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-27T01:51:45,266 INFO [StoreOpener-b76db94fb7d01b7b50cf98bfd55192b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b76db94fb7d01b7b50cf98bfd55192b4 columnFamilyName f 2024-11-27T01:51:45,267 DEBUG [StoreOpener-b76db94fb7d01b7b50cf98bfd55192b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:45,267 INFO [StoreOpener-b76db94fb7d01b7b50cf98bfd55192b4-1 {}] regionserver.HStore(327): Store=b76db94fb7d01b7b50cf98bfd55192b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:45,267 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:45,268 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:45,268 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:45,269 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:45,269 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:45,270 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:45,272 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:51:45,272 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened b76db94fb7d01b7b50cf98bfd55192b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11129397280, jitterRate=0.036505892872810364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T01:51:45,272 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:45,273 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for b76db94fb7d01b7b50cf98bfd55192b4: Running coprocessor pre-open hook at 1732672305264Writing region info on filesystem at 1732672305264Initializing all the Stores at 1732672305265 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672305265Cleaning up temporary data from old regions at 1732672305269 (+4 ms)Running coprocessor post-open hooks at 1732672305272 (+3 ms)Region opened successfully at 1732672305273 (+1 ms) 2024-11-27T01:51:45,274 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4., pid=69, masterSystemTime=1732672305259 2024-11-27T01:51:45,276 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. 2024-11-27T01:51:45,276 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. 2024-11-27T01:51:45,276 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=b76db94fb7d01b7b50cf98bfd55192b4, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:45,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure b76db94fb7d01b7b50cf98bfd55192b4, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:51:45,279 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-27T01:51:45,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure b76db94fb7d01b7b50cf98bfd55192b4, server=7d6f26a4c136,43747,1732672196683 in 171 msec 2024-11-27T01:51:45,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-27T01:51:45,281 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b76db94fb7d01b7b50cf98bfd55192b4, ASSIGN in 327 msec 2024-11-27T01:51:45,282 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-27T01:51:45,282 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672305282"}]},"ts":"1732672305282"} 2024-11-27T01:51:45,283 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-27T01:51:45,284 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-27T01:51:45,285 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1550 sec 2024-11-27T01:51:45,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-27T01:51:45,380 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-27T01:51:45,381 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-27T01:51:45,381 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-27T01:51:46,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-27T01:51:46,276 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-27T01:51:46,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T01:51:46,279 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944 from hbase tables ns2:test-17326722048311 to tables ns2:table2 2024-11-27T01:51:46,279 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17326722048311 into ns2:table2 2024-11-27T01:51:46,281 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672306279 from hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944 2024-11-27T01:51:46,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d1dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:46,281 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:46,281 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:46,282 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:46,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:46,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:46,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ca1f648, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:46,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:46,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:46,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:46,284 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:46,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@573161a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:46,284 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:46,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:46,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54397e22 2024-11-27T01:51:46,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:46,286 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:46,287 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T01:51:46,287 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-27T01:51:46,287 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T01:51:46,287 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:46,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:46,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:46,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:46,290 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-27T01:51:46,290 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-27T01:51:46,291 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/partitions_2e1de6b9-c83f-48bb-92de-157a174758f4 2024-11-27T01:51:46,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741980_1156 (size=153) 2024-11-27T01:51:46,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:46,697 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:46,698 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-3860994828470314011.jar 2024-11-27T01:51:47,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,679 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,680 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:47,681 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:51:47,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:51:47,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:51:47,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:51:47,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:51:47,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:51:47,682 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:51:47,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:51:47,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:51:47,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:51:47,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:47,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:47,685 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-27T01:51:47,685 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:51:47,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:47,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:47,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:47,685 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:47,685 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T01:51:47,685 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:47,698 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:51:47,711 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T01:51:47,808 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1415668148_0013_1603fba6-5277-4bac-90da-3c03adb591d1/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:51:47,808 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1415668148_0013_1603fba6-5277-4bac-90da-3c03adb591d1/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:51:47,877 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/f90c1bd2b29a4c459d484724b6c91391 2024-11-27T01:51:47,881 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T01:51:47,915 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63277aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:47,915 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:47,916 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:47,917 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:47,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:47,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:47,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58654f82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:47,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:47,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:47,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:47,918 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:47,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b45f9e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:47,920 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:47,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:47,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:47,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:47,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:47,924 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-27T01:51:47,924 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:47,924 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:47,924 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:47,924 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:47,924 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-27T01:51:47,924 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7d6f26a4c136 2024-11-27T01:51:47,930 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672306279/_temporary/0/_temporary/attempt_local1415668148_0013_r_000000_0/f/bebaf647784049189588a232f7abf450 is 37, key is row10/f:q1/1732672207307/Put/seqid=0 2024-11-27T01:51:47,931 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-27T01:51:47,932 WARN [Thread-1719 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7d6f26a4c136:43747] Specified favored nodes: [7d6f26a4c136:43747] 2024-11-27T01:51:47,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741981_1157 (size=8742) 2024-11-27T01:51:48,851 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672306279 2024-11-27T01:51:48,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@240b19fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:48,851 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:48,851 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:48,852 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:48,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:48,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:48,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53278c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:48,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:48,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:48,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:48,854 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:48,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c0922b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:48,854 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:48,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:48,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:48,856 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53572, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:48,859 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672306279/_SUCCESS 2024-11-27T01:51:48,862 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:48,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:48,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a1a7cb5 2024-11-27T01:51:48,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:48,864 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:48,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:48,869 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T01:51:48,875 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672306279/f/bebaf647784049189588a232f7abf450 first=Optional[row0] last=Optional[row98] 2024-11-27T01:51:48,878 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672306279/f/bebaf647784049189588a232f7abf450 for inclusion in b76db94fb7d01b7b50cf98bfd55192b4/f 2024-11-27T01:51:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-27T01:51:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:51:48,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegion(2603): Flush status journal for b76db94fb7d01b7b50cf98bfd55192b4: 2024-11-27T01:51:48,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672306279/f/bebaf647784049189588a232f7abf450 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__ns2_table2__e6u0v59m1h1l6u7dcnd8k36pv6ihhcco2of3kb684gdu6cmjbn43p124s6jn6a7k/f/bebaf647784049189588a232f7abf450 2024-11-27T01:51:48,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__ns2_table2__e6u0v59m1h1l6u7dcnd8k36pv6ihhcco2of3kb684gdu6cmjbn43p124s6jn6a7k/f/bebaf647784049189588a232f7abf450 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4/f/0fd17efb652e4d63a45a6e2bc5c7b7c5_SeqId_4_ 2024-11-27T01:51:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67efaa2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:48,886 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:48,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:48,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:48,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f7c596a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:48,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:48,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:48,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:48,887 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:48,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21ce1825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:48,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:48,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:48,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a62d870 2024-11-27T01:51:48,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:48,890 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:48,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:48,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:48,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:48,892 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:48,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:48,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:48,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:48,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747. 2024-11-27T01:51:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:48,906 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:48,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__ns2_table2__e6u0v59m1h1l6u7dcnd8k36pv6ihhcco2of3kb684gdu6cmjbn43p124s6jn6a7k/f/bebaf647784049189588a232f7abf450 into b76db94fb7d01b7b50cf98bfd55192b4/f as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4/f/0fd17efb652e4d63a45a6e2bc5c7b7c5_SeqId_4_ - updating store file list. 2024-11-27T01:51:48,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4/f/0fd17efb652e4d63a45a6e2bc5c7b7c5_SeqId_4_ into b76db94fb7d01b7b50cf98bfd55192b4/f 2024-11-27T01:51:48,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__ns2_table2__e6u0v59m1h1l6u7dcnd8k36pv6ihhcco2of3kb684gdu6cmjbn43p124s6jn6a7k/f/bebaf647784049189588a232f7abf450 into b76db94fb7d01b7b50cf98bfd55192b4/f (new location: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4/f/0fd17efb652e4d63a45a6e2bc5c7b7c5_SeqId_4_) 2024-11-27T01:51:48,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__ns2_table2__e6u0v59m1h1l6u7dcnd8k36pv6ihhcco2of3kb684gdu6cmjbn43p124s6jn6a7k/f/bebaf647784049189588a232f7abf450 2024-11-27T01:51:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27aabf92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:48,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:48,915 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:48,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:48,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:48,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27615e2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:48,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:48,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:48,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:48,917 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:48,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e2462b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:48,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:48,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31f126ee 2024-11-27T01:51:48,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:48,919 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T01:51:48,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:48,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:48,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:48,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T01:51:48,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:48,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:48,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:48,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747. 2024-11-27T01:51:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:48,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:48,935 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:48,936 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:51:48,936 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:48,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:48,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:48,936 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:48,936 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T01:51:48,936 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T01:51:48,936 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732672213466 hdfs://localhost:39611/backupUT/backup_1732672213466/ns2/test-17326722048311/ 2024-11-27T01:51:48,936 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-27T01:51:48,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 , the old value is region=ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7d6f26a4c136:43747 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:51:48,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:51:48,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 from cache 2024-11-27T01:51:48,937 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T01:51:48,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:48,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:48,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:48,959 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39611/backupUT/backup_1732672284914/.backup.manifest 2024-11-27T01:51:48,961 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732672284914/.backup.manifest 2024-11-27T01:51:48,961 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39611/backupUT/backup_1732672249473/.backup.manifest 2024-11-27T01:51:48,963 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732672249473/.backup.manifest 2024-11-27T01:51:48,963 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1732672204831' to 'table1' from full backup image hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831 2024-11-27T01:51:48,965 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1732672204831', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732672284914 2024-11-27T01:51:48,968 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-27T01:51:48,973 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-11-27T01:51:48,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-27T01:51:48,980 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672308979"}]},"ts":"1732672308979"} 2024-11-27T01:51:48,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-27T01:51:48,981 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-27T01:51:48,981 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-27T01:51:48,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-27T01:51:48,987 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=8dd78f8b79274f920b45ce81dbf03b8f, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=ac66af4b7b675537c488fb7905aff3dd, UNASSIGN}] 2024-11-27T01:51:48,987 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=8dd78f8b79274f920b45ce81dbf03b8f, UNASSIGN 2024-11-27T01:51:48,987 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=ac66af4b7b675537c488fb7905aff3dd, UNASSIGN 2024-11-27T01:51:48,988 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=8dd78f8b79274f920b45ce81dbf03b8f, regionState=CLOSING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:48,988 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=ac66af4b7b675537c488fb7905aff3dd, regionState=CLOSING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:48,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=ac66af4b7b675537c488fb7905aff3dd, UNASSIGN because future has completed 2024-11-27T01:51:48,990 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T01:51:48,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure ac66af4b7b675537c488fb7905aff3dd, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:51:48,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=8dd78f8b79274f920b45ce81dbf03b8f, UNASSIGN because future has completed 2024-11-27T01:51:48,991 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T01:51:48,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8dd78f8b79274f920b45ce81dbf03b8f, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:51:49,046 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:43747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T01:51:49,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-27T01:51:49,142 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:49,143 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T01:51:49,143 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing ac66af4b7b675537c488fb7905aff3dd, disabling compactions & flushes 2024-11-27T01:51:49,143 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. 2024-11-27T01:51:49,143 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. 2024-11-27T01:51:49,143 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. after waiting 0 ms 2024-11-27T01:51:49,143 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. 2024-11-27T01:51:49,147 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T01:51:49,148 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:51:49,149 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. 2024-11-27T01:51:49,149 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for ac66af4b7b675537c488fb7905aff3dd: Waiting for close lock at 1732672309143Running coprocessor pre-close hooks at 1732672309143Disabling compacts and flushes for region at 1732672309143Disabling writes for close at 1732672309143Writing region close event to WAL at 1732672309144 (+1 ms)Running coprocessor post-close hooks at 1732672309148 (+4 ms)Closed at 1732672309149 (+1 ms) 2024-11-27T01:51:49,151 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:49,151 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:49,151 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T01:51:49,151 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 8dd78f8b79274f920b45ce81dbf03b8f, disabling compactions & flushes 2024-11-27T01:51:49,151 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. 2024-11-27T01:51:49,151 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. 2024-11-27T01:51:49,151 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. after waiting 0 ms 2024-11-27T01:51:49,151 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. 2024-11-27T01:51:49,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=ac66af4b7b675537c488fb7905aff3dd, regionState=CLOSED 2024-11-27T01:51:49,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure ac66af4b7b675537c488fb7905aff3dd, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:51:49,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-11-27T01:51:49,155 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure ac66af4b7b675537c488fb7905aff3dd, server=7d6f26a4c136,43747,1732672196683 in 164 msec 2024-11-27T01:51:49,156 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T01:51:49,156 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:51:49,156 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. 2024-11-27T01:51:49,156 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=ac66af4b7b675537c488fb7905aff3dd, UNASSIGN in 168 msec 2024-11-27T01:51:49,156 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 8dd78f8b79274f920b45ce81dbf03b8f: Waiting for close lock at 1732672309151Running coprocessor pre-close hooks at 1732672309151Disabling compacts and flushes for region at 1732672309151Disabling writes for close at 1732672309151Writing region close event to WAL at 1732672309152 (+1 ms)Running coprocessor post-close hooks at 1732672309156 (+4 ms)Closed at 1732672309156 2024-11-27T01:51:49,158 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:49,158 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=8dd78f8b79274f920b45ce81dbf03b8f, regionState=CLOSED 2024-11-27T01:51:49,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8dd78f8b79274f920b45ce81dbf03b8f, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:51:49,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=72 2024-11-27T01:51:49,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 8dd78f8b79274f920b45ce81dbf03b8f, server=7d6f26a4c136,43747,1732672196683 in 169 msec 2024-11-27T01:51:49,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-11-27T01:51:49,163 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=8dd78f8b79274f920b45ce81dbf03b8f, UNASSIGN in 175 msec 2024-11-27T01:51:49,165 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-27T01:51:49,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 182 msec 2024-11-27T01:51:49,167 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672309166"}]},"ts":"1732672309166"} 2024-11-27T01:51:49,168 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-27T01:51:49,168 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-27T01:51:49,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 194 msec 2024-11-27T01:51:49,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-27T01:51:49,297 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-27T01:51:49,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-11-27T01:51:49,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-27T01:51:49,307 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-27T01:51:49,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T01:51:49,313 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:49,313 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:49,316 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/f, FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/f3, FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/mob, FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/recovered.edits] 2024-11-27T01:51:49,316 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/f, FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/f3, FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/mob, FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/recovered.edits] 2024-11-27T01:51:49,320 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/f/474587202f8249a6bc82e6a42b318a1c_SeqId_4_ to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/archive/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/f/474587202f8249a6bc82e6a42b318a1c_SeqId_4_ 2024-11-27T01:51:49,321 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/f3/6e5912dfeb2841df923635cdf60d00bd_SeqId_4_ to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/archive/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/f3/6e5912dfeb2841df923635cdf60d00bd_SeqId_4_ 2024-11-27T01:51:49,323 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/mob/8e939d6fbea4431b9c8e069afd8220aa_SeqId_4_ to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/archive/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/mob/8e939d6fbea4431b9c8e069afd8220aa_SeqId_4_ 2024-11-27T01:51:49,324 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/recovered.edits/6.seqid to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/archive/data/default/table1/ac66af4b7b675537c488fb7905aff3dd/recovered.edits/6.seqid 2024-11-27T01:51:49,325 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/ac66af4b7b675537c488fb7905aff3dd 2024-11-27T01:51:49,326 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/recovered.edits/6.seqid to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/archive/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f/recovered.edits/6.seqid 2024-11-27T01:51:49,327 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/8dd78f8b79274f920b45ce81dbf03b8f 2024-11-27T01:51:49,327 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-27T01:51:49,328 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-27T01:51:49,329 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-27T01:51:49,330 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-27T01:51:49,339 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43747 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-27T01:51:49,344 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-27T01:51:49,347 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-27T01:51:49,348 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-27T01:51:49,348 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732672309348"}]},"ts":"9223372036854775807"} 2024-11-27T01:51:49,349 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732672309348"}]},"ts":"9223372036854775807"} 2024-11-27T01:51:49,351 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-27T01:51:49,351 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 8dd78f8b79274f920b45ce81dbf03b8f, NAME => 'table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => ac66af4b7b675537c488fb7905aff3dd, NAME => 'table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-27T01:51:49,351 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-27T01:51:49,352 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732672309351"}]},"ts":"9223372036854775807"} 2024-11-27T01:51:49,354 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-27T01:51:49,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741982_1158 (size=938) 2024-11-27T01:51:49,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T01:51:49,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T01:51:49,762 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2dc2e8b62c5957183f12c703ef362235, NAME => 'table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:51:49,763 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 29d39eb02b6c93c9906f8b099fbd8d41, NAME => 'table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:51:49,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741984_1160 (size=45) 2024-11-27T01:51:49,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741983_1159 (size=45) 2024-11-27T01:51:49,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T01:51:50,170 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:51:50,170 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:51:50,170 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 29d39eb02b6c93c9906f8b099fbd8d41, disabling compactions & flushes 2024-11-27T01:51:50,170 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 2dc2e8b62c5957183f12c703ef362235, disabling compactions & flushes 2024-11-27T01:51:50,170 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:50,170 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:50,170 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:50,170 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:50,170 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. after waiting 0 ms 2024-11-27T01:51:50,170 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. after waiting 0 ms 2024-11-27T01:51:50,170 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:50,170 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:50,170 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:50,170 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:50,170 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2dc2e8b62c5957183f12c703ef362235: Waiting for close lock at 1732672310170Disabling compacts and flushes for region at 1732672310170Disabling writes for close at 1732672310170Writing region close event to WAL at 1732672310170Closed at 1732672310170 2024-11-27T01:51:50,170 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 29d39eb02b6c93c9906f8b099fbd8d41: Waiting for close lock at 1732672310170Disabling compacts and flushes for region at 1732672310170Disabling writes for close at 1732672310170Writing region close event to WAL at 1732672310170Closed at 1732672310170 2024-11-27T01:51:50,171 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732672310171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732672310171"}]},"ts":"1732672310171"} 2024-11-27T01:51:50,171 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732672310171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732672310171"}]},"ts":"1732672310171"} 2024-11-27T01:51:50,174 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-27T01:51:50,175 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672310174"}]},"ts":"1732672310174"} 2024-11-27T01:51:50,176 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-27T01:51:50,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=2dc2e8b62c5957183f12c703ef362235, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=29d39eb02b6c93c9906f8b099fbd8d41, ASSIGN}] 2024-11-27T01:51:50,177 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=2dc2e8b62c5957183f12c703ef362235, ASSIGN 2024-11-27T01:51:50,177 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=29d39eb02b6c93c9906f8b099fbd8d41, ASSIGN 2024-11-27T01:51:50,178 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=2dc2e8b62c5957183f12c703ef362235, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=false 2024-11-27T01:51:50,178 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=29d39eb02b6c93c9906f8b099fbd8d41, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=false 2024-11-27T01:51:50,329 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=2dc2e8b62c5957183f12c703ef362235, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:50,329 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=29d39eb02b6c93c9906f8b099fbd8d41, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:50,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=2dc2e8b62c5957183f12c703ef362235, ASSIGN because future has completed 2024-11-27T01:51:50,331 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dc2e8b62c5957183f12c703ef362235, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:51:50,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=29d39eb02b6c93c9906f8b099fbd8d41, ASSIGN because future has completed 2024-11-27T01:51:50,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29d39eb02b6c93c9906f8b099fbd8d41, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:51:50,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T01:51:50,486 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:50,486 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dc2e8b62c5957183f12c703ef362235, NAME => 'table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-27T01:51:50,486 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:51:50,486 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:50,486 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:51:50,487 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:50,487 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:50,488 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:50,489 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc2e8b62c5957183f12c703ef362235 columnFamilyName f 2024-11-27T01:51:50,489 DEBUG [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:50,490 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.HStore(327): Store=2dc2e8b62c5957183f12c703ef362235/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:50,490 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:50,491 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc2e8b62c5957183f12c703ef362235 columnFamilyName f3 2024-11-27T01:51:50,491 DEBUG [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:50,491 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.HStore(327): Store=2dc2e8b62c5957183f12c703ef362235/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:50,491 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:50,492 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc2e8b62c5957183f12c703ef362235 columnFamilyName mob 2024-11-27T01:51:50,493 DEBUG [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:50,493 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.HStore(327): Store=2dc2e8b62c5957183f12c703ef362235/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:50,494 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:50,494 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:50,495 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:50,495 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:50,496 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:50,496 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:51:50,497 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:50,499 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:51:50,499 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 2dc2e8b62c5957183f12c703ef362235; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11963385920, jitterRate=0.11417713761329651}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:51:50,499 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:50,500 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 2dc2e8b62c5957183f12c703ef362235: Running coprocessor pre-open hook at 1732672310487Writing region info on filesystem at 1732672310487Initializing all the Stores at 1732672310487Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672310487Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672310488 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672310488Cleaning up temporary data from old regions at 1732672310496 (+8 ms)Running coprocessor post-open hooks at 1732672310499 (+3 ms)Region opened successfully at 1732672310500 (+1 ms) 2024-11-27T01:51:50,501 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., pid=79, masterSystemTime=1732672310482 2024-11-27T01:51:50,503 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:50,503 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:50,503 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:50,503 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 29d39eb02b6c93c9906f8b099fbd8d41, NAME => 'table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-27T01:51:50,503 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:51:50,503 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=2dc2e8b62c5957183f12c703ef362235, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:50,503 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:50,503 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:51:50,504 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:50,504 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:50,505 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:50,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dc2e8b62c5957183f12c703ef362235, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:51:50,506 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29d39eb02b6c93c9906f8b099fbd8d41 columnFamilyName f 2024-11-27T01:51:50,506 DEBUG [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:50,507 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] regionserver.HStore(327): Store=29d39eb02b6c93c9906f8b099fbd8d41/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:50,507 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:50,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-27T01:51:50,507 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dc2e8b62c5957183f12c703ef362235, server=7d6f26a4c136,43747,1732672196683 in 175 msec 2024-11-27T01:51:50,508 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29d39eb02b6c93c9906f8b099fbd8d41 columnFamilyName f3 2024-11-27T01:51:50,508 DEBUG [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:50,508 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] regionserver.HStore(327): Store=29d39eb02b6c93c9906f8b099fbd8d41/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:50,509 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:50,509 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=2dc2e8b62c5957183f12c703ef362235, ASSIGN in 331 msec 2024-11-27T01:51:50,510 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29d39eb02b6c93c9906f8b099fbd8d41 columnFamilyName mob 2024-11-27T01:51:50,510 DEBUG [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:50,510 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] regionserver.HStore(327): Store=29d39eb02b6c93c9906f8b099fbd8d41/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:50,511 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:50,511 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:50,512 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:50,513 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:50,513 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:50,514 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:51:50,515 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:50,517 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/29d39eb02b6c93c9906f8b099fbd8d41/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:51:50,517 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 29d39eb02b6c93c9906f8b099fbd8d41; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11200175680, jitterRate=0.04309764504432678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:51:50,517 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:50,517 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 29d39eb02b6c93c9906f8b099fbd8d41: Running coprocessor pre-open hook at 1732672310504Writing region info on filesystem at 1732672310504Initializing all the Stores at 1732672310504Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672310504Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672310505 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672310505Cleaning up temporary data from old regions at 1732672310513 (+8 ms)Running coprocessor post-open hooks at 1732672310517 (+4 ms)Region opened successfully at 1732672310517 2024-11-27T01:51:50,518 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41., pid=80, masterSystemTime=1732672310482 2024-11-27T01:51:50,520 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:50,520 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:50,520 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=29d39eb02b6c93c9906f8b099fbd8d41, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:50,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29d39eb02b6c93c9906f8b099fbd8d41, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:51:50,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-11-27T01:51:50,524 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 29d39eb02b6c93c9906f8b099fbd8d41, server=7d6f26a4c136,43747,1732672196683 in 190 msec 2024-11-27T01:51:50,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-27T01:51:50,525 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=29d39eb02b6c93c9906f8b099fbd8d41, ASSIGN in 348 msec 2024-11-27T01:51:50,525 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672310525"}]},"ts":"1732672310525"} 2024-11-27T01:51:50,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-27T01:51:50,527 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-27T01:51:50,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2250 sec 2024-11-27T01:51:50,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T01:51:51,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-27T01:51:51,456 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-27T01:51:51,457 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T01:51:51,460 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd,hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/9b3379a65807b7cf53dd3619d6236049 from hbase tables test-1732672204831 to tables table1 2024-11-27T01:51:51,460 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732672204831 into table1 2024-11-27T01:51:51,461 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460 from hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd,hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/9b3379a65807b7cf53dd3619d6236049 2024-11-27T01:51:51,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6869a5a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:51,462 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:51,462 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:51,463 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:51,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:51,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:51,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73e421d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:51,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:51,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:51,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:51,465 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:51,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30493218, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:51,465 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:51,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:51,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4bf21e73 2024-11-27T01:51:51,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:51,467 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:51,468 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T01:51:51,468 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-27T01:51:51,468 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T01:51:51,468 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:51,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:51,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:51,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:51,471 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-27T01:51:51,471 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-27T01:51:51,471 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T01:51:51,472 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/partitions_23aefe5c-f4bb-4dbd-bf13-051fb6d9d5fd 2024-11-27T01:51:51,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741985_1161 (size=177) 2024-11-27T01:51:51,878 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:51,878 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:51,879 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-15698613391385754413.jar 2024-11-27T01:51:52,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:52,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:51:52,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:51:52,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:51:52,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:51:52,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:51:52,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:51:52,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:51:52,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:51:52,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:51:52,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:51:52,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:52,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:52,866 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-27T01:51:52,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:51:52,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:52,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:52,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:52,867 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:52,867 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T01:51:52,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:52,880 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:51:52,893 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T01:51:52,997 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1274789668_0014_01860b96-630e-45cd-8e0c-64a0ccd9e47a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:51:52,998 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1274789668_0014_01860b96-630e-45cd-8e0c-64a0ccd9e47a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:51:53,060 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/b38ae4fd0ca742718f5b3755693001fc 2024-11-27T01:51:53,063 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T01:51:53,111 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/2d12aeba6d724784aa41f61f5524fb3d 2024-11-27T01:51:53,114 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T01:51:53,149 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f/918ed3f2980d4fd39f052541592a6790 2024-11-27T01:51:53,152 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T01:51:53,195 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/9b3379a65807b7cf53dd3619d6236049/mob/d41d8cd98f00b204e9800998ecf8427e20241127e3ff65005da54c989a5b14b20e861d88_7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:51:53,198 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T01:51:53,231 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39611/backupUT/backup_1732672249473/default/test-1732672204831/archive/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/mob/414c89d23d9549ca90c65a1856bc2485 2024-11-27T01:51:53,234 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T01:51:53,266 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39458270, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:53,267 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:53,267 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:53,268 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:53,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:53,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:53,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3680ea8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:53,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:53,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:53,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:53,269 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:53,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c118c4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:53,270 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:53,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:53,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:53,272 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:53,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732672204831-1-0', locateType=CURRENT is [region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:53,274 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-27T01:51:53,274 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:53,274 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:53,274 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:53,274 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:53,274 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732672204831-1-0] 2024-11-27T01:51:53,275 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7d6f26a4c136 2024-11-27T01:51:53,281 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdde43d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:53,281 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:53,282 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:53,282 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:53,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:53,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:53,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42eb5c51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:53,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:53,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:53,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:53,284 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:53,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b22be88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:53,285 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:53,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:53,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:53,286 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:53,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732672204831-3-0', locateType=CURRENT is [region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:53,288 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-27T01:51:53,288 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:53,288 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:53,288 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:53,288 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:53,288 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732672204831-3-0] 2024-11-27T01:51:53,288 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7d6f26a4c136 2024-11-27T01:51:53,294 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460/_temporary/0/_temporary/attempt_local1274789668_0014_r_000000_0/f/a25e29fdaf304d51a3c1c10523a3afd6 is 59, key is row-test-1732672204831-1-10/f:q1/1732672233912/Put/seqid=0 2024-11-27T01:51:53,296 WARN [Thread-1806 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7d6f26a4c136:43747] Specified favored nodes: [7d6f26a4c136:43747] 2024-11-27T01:51:53,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741986_1162 (size=11125) 2024-11-27T01:51:53,700 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460/_temporary/0/_temporary/attempt_local1274789668_0014_r_000000_0/mob/2dc648c1bf174cd19c60b91add8de986 is 192, key is row-test-1732672204831-3-100/mob:q1/1732672234198/Put/seqid=0 2024-11-27T01:51:53,701 WARN [Thread-1808 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7d6f26a4c136:43747] Specified favored nodes: [7d6f26a4c136:43747] 2024-11-27T01:51:53,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741987_1163 (size=13404) 2024-11-27T01:51:53,996 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-27T01:51:54,128 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d91b4b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:54,128 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:54,128 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:54,129 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:54,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:54,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@210e73eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:54,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:54,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:54,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:54,131 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:54,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2432d9c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:54,132 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:54,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:54,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:54,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:54,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:54,136 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-27T01:51:54,136 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:54,136 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:54,136 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:54,136 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:54,136 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-27T01:51:54,136 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7d6f26a4c136 2024-11-27T01:51:54,140 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460/_temporary/0/_temporary/attempt_local1274789668_0014_r_000001_0/f/8a60983234a1474092a9a0814fcf11b0 is 37, key is row10/f:q1/1732672206520/Put/seqid=0 2024-11-27T01:51:54,142 WARN [Thread-1823 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7d6f26a4c136:43747] Specified favored nodes: [7d6f26a4c136:43747] 2024-11-27T01:51:54,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741988_1164 (size=8742) 2024-11-27T01:51:55,040 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460 2024-11-27T01:51:55,041 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a6531f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,041 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:55,041 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:55,042 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44f24322, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:55,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:55,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,043 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:55,044 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1649a430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,044 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:55,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:55,045 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:55,046 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:55,049 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460/_SUCCESS 2024-11-27T01:51:55,055 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:55,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:55,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53725ec4 2024-11-27T01:51:55,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:55,057 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:55,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:55,062 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T01:51:55,067 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460/f/8a60983234a1474092a9a0814fcf11b0 first=Optional[row0] last=Optional[row98] 2024-11-27T01:51:55,069 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460/f/a25e29fdaf304d51a3c1c10523a3afd6 first=Optional[row-test-1732672204831-1-0] last=Optional[row-test-1732672204831-1-98] 2024-11-27T01:51:55,072 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460/mob/2dc648c1bf174cd19c60b91add8de986 first=Optional[row-test-1732672204831-3-0] last=Optional[row-test-1732672204831-3-99] 2024-11-27T01:51:55,075 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460/f/8a60983234a1474092a9a0814fcf11b0 for inclusion in 29d39eb02b6c93c9906f8b099fbd8d41/f 2024-11-27T01:51:55,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460/f/a25e29fdaf304d51a3c1c10523a3afd6 for inclusion in 2dc2e8b62c5957183f12c703ef362235/f 2024-11-27T01:51:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-27T01:51:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-27T01:51:55,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HRegion(2603): Flush status journal for 29d39eb02b6c93c9906f8b099fbd8d41: 2024-11-27T01:51:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460/f/8a60983234a1474092a9a0814fcf11b0 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/f/8a60983234a1474092a9a0814fcf11b0 2024-11-27T01:51:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732672204831-1-0 last=row-test-1732672204831-1-98 2024-11-27T01:51:55,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T01:51:55,080 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460/mob/2dc648c1bf174cd19c60b91add8de986 for inclusion in 2dc2e8b62c5957183f12c703ef362235/mob 2024-11-27T01:51:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/f/8a60983234a1474092a9a0814fcf11b0 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/29d39eb02b6c93c9906f8b099fbd8d41/f/88b7f631d3844690abe554e4d1bc9606_SeqId_4_ 2024-11-27T01:51:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732672204831-3-0 last=row-test-1732672204831-3-99 2024-11-27T01:51:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T01:51:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegion(2603): Flush status journal for 2dc2e8b62c5957183f12c703ef362235: 2024-11-27T01:51:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@540ab4da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:55,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460/f/a25e29fdaf304d51a3c1c10523a3afd6 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/f/a25e29fdaf304d51a3c1c10523a3afd6 2024-11-27T01:51:55,084 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:55,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:55,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:55,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e2b5bca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:55,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:55,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,086 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:55,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c7b2e2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/f/a25e29fdaf304d51a3c1c10523a3afd6 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/f/4c504ebe071a462c8fc7f671aaea3b4d_SeqId_4_ 2024-11-27T01:51:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:55,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672311460/mob/2dc648c1bf174cd19c60b91add8de986 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/mob/2dc648c1bf174cd19c60b91add8de986 2024-11-27T01:51:55,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:55,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fb9e9c5 2024-11-27T01:51:55,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:55,089 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:55,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:55,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:55,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/mob/2dc648c1bf174cd19c60b91add8de986 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/mob/bb925e6d92004b2fbbd5d5228cdc6d56_SeqId_4_ 2024-11-27T01:51:55,091 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a17119d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:55,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:55,092 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:55,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:55,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:55,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5320b762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:55,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:55,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,093 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:55,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bd7c2c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:55,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:55,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@130a988b 2024-11-27T01:51:55,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:55,096 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:55,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:55,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:55,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:55,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:55,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:55,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:55,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:55,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:55,109 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747. 2024-11-27T01:51:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,109 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:55,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:55,110 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/f/8a60983234a1474092a9a0814fcf11b0 into 29d39eb02b6c93c9906f8b099fbd8d41/f as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/29d39eb02b6c93c9906f8b099fbd8d41/f/88b7f631d3844690abe554e4d1bc9606_SeqId_4_ - updating store file list. 2024-11-27T01:51:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:55,116 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747. 2024-11-27T01:51:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,116 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:55,116 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/29d39eb02b6c93c9906f8b099fbd8d41/f/88b7f631d3844690abe554e4d1bc9606_SeqId_4_ into 29d39eb02b6c93c9906f8b099fbd8d41/f 2024-11-27T01:51:55,117 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/f/8a60983234a1474092a9a0814fcf11b0 into 29d39eb02b6c93c9906f8b099fbd8d41/f (new location: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/29d39eb02b6c93c9906f8b099fbd8d41/f/88b7f631d3844690abe554e4d1bc9606_SeqId_4_) 2024-11-27T01:51:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5597a898, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/f/8a60983234a1474092a9a0814fcf11b0 2024-11-27T01:51:55,117 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:55,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:55,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:55,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630e0a2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:55,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:55,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,119 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@772308d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:55,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f4a704c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:55,119 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:55,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:55,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:55,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371b67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:55,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:55,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:55,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2972f8d8 2024-11-27T01:51:55,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:55,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,121 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:55,121 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:55,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63378ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:55,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:55,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:55,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71ec4eca 2024-11-27T01:51:55,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:55,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:55,123 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:55,123 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T01:51:55,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:55,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:55,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:55,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:55,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T01:51:55,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:55,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:55,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:55,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:55,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:55,138 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747. 2024-11-27T01:51:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:55,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:55,140 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/f/a25e29fdaf304d51a3c1c10523a3afd6 into 2dc2e8b62c5957183f12c703ef362235/f as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/f/4c504ebe071a462c8fc7f671aaea3b4d_SeqId_4_ - updating store file list. 2024-11-27T01:51:55,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:55,144 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747. 2024-11-27T01:51:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,144 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:55,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/f/4c504ebe071a462c8fc7f671aaea3b4d_SeqId_4_ into 2dc2e8b62c5957183f12c703ef362235/f 2024-11-27T01:51:55,145 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/f/a25e29fdaf304d51a3c1c10523a3afd6 into 2dc2e8b62c5957183f12c703ef362235/f (new location: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/f/4c504ebe071a462c8fc7f671aaea3b4d_SeqId_4_) 2024-11-27T01:51:55,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/f/a25e29fdaf304d51a3c1c10523a3afd6 2024-11-27T01:51:55,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/mob/2dc648c1bf174cd19c60b91add8de986 into 2dc2e8b62c5957183f12c703ef362235/mob as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/mob/bb925e6d92004b2fbbd5d5228cdc6d56_SeqId_4_ - updating store file list. 2024-11-27T01:51:55,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/mob/bb925e6d92004b2fbbd5d5228cdc6d56_SeqId_4_ into 2dc2e8b62c5957183f12c703ef362235/mob 2024-11-27T01:51:55,151 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/mob/2dc648c1bf174cd19c60b91add8de986 into 2dc2e8b62c5957183f12c703ef362235/mob (new location: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/mob/bb925e6d92004b2fbbd5d5228cdc6d56_SeqId_4_) 2024-11-27T01:51:55,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__dedooqrdq157finfji0fhg7jjtlnvmhomo3u3cflkhgvime5ulqge35161f0b01t/mob/2dc648c1bf174cd19c60b91add8de986 2024-11-27T01:51:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ccfa4a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:55,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:55,154 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:55,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:55,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:55,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b83fbcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:55,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:55,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,155 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:55,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fe5b40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:55,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:55,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:55,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aeef8a9 2024-11-27T01:51:55,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:55,158 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T01:51:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:55,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:55,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:55,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T01:51:55,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:55,170 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:55,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:55,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747. 2024-11-27T01:51:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:55,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,176 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:55,177 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:51:55,177 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:55,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,177 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:55,178 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:55,178 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T01:51:55,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 , the old value is region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7d6f26a4c136:43747 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:51:55,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:51:55,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 from cache 2024-11-27T01:51:55,179 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T01:51:55,204 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1732672204831' to 'table1' from log dirs: hdfs://localhost:39611/backupUT/backup_1732672284914/default/test-1732672204831/f2/dae563599603418cb351da59e64f7207 2024-11-27T01:51:55,207 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1732672204831', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1732672284914 2024-11-27T01:51:55,210 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:51:55,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-27T01:51:55,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741989_1165 (size=938) 2024-11-27T01:51:55,286 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:43747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T01:51:55,622 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-27T01:51:55,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-27T01:51:55,625 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-27T01:51:55,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=2dc2e8b62c5957183f12c703ef362235, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=29d39eb02b6c93c9906f8b099fbd8d41, REOPEN/MOVE}] 2024-11-27T01:51:55,628 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=29d39eb02b6c93c9906f8b099fbd8d41, REOPEN/MOVE 2024-11-27T01:51:55,628 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=2dc2e8b62c5957183f12c703ef362235, REOPEN/MOVE 2024-11-27T01:51:55,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=2dc2e8b62c5957183f12c703ef362235, regionState=CLOSING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:55,629 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=29d39eb02b6c93c9906f8b099fbd8d41, regionState=CLOSING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:55,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=2dc2e8b62c5957183f12c703ef362235, REOPEN/MOVE because future has completed 2024-11-27T01:51:55,631 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T01:51:55,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2dc2e8b62c5957183f12c703ef362235, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:51:55,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=29d39eb02b6c93c9906f8b099fbd8d41, REOPEN/MOVE because future has completed 2024-11-27T01:51:55,631 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T01:51:55,632 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 29d39eb02b6c93c9906f8b099fbd8d41, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:51:55,783 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:55,784 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T01:51:55,784 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 29d39eb02b6c93c9906f8b099fbd8d41, disabling compactions & flushes 2024-11-27T01:51:55,784 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:55,784 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:55,784 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. after waiting 0 ms 2024-11-27T01:51:55,784 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:55,788 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/29d39eb02b6c93c9906f8b099fbd8d41/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T01:51:55,789 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:51:55,789 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:55,789 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 29d39eb02b6c93c9906f8b099fbd8d41: Waiting for close lock at 1732672315784Running coprocessor pre-close hooks at 1732672315784Disabling compacts and flushes for region at 1732672315784Disabling writes for close at 1732672315784Writing region close event to WAL at 1732672315785 (+1 ms)Running coprocessor post-close hooks at 1732672315789 (+4 ms)Closed at 1732672315789 2024-11-27T01:51:55,789 WARN [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 29d39eb02b6c93c9906f8b099fbd8d41 to self. 2024-11-27T01:51:55,791 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:55,791 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:55,791 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T01:51:55,791 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 2dc2e8b62c5957183f12c703ef362235, disabling compactions & flushes 2024-11-27T01:51:55,791 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:55,791 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:55,792 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. after waiting 0 ms 2024-11-27T01:51:55,792 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:55,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=29d39eb02b6c93c9906f8b099fbd8d41, regionState=CLOSED 2024-11-27T01:51:55,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 29d39eb02b6c93c9906f8b099fbd8d41, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:51:55,796 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T01:51:55,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84 2024-11-27T01:51:55,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 29d39eb02b6c93c9906f8b099fbd8d41, server=7d6f26a4c136,43747,1732672196683 in 162 msec 2024-11-27T01:51:55,797 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:51:55,797 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:55,797 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=29d39eb02b6c93c9906f8b099fbd8d41, REOPEN/MOVE; state=CLOSED, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=true 2024-11-27T01:51:55,797 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 2dc2e8b62c5957183f12c703ef362235: Waiting for close lock at 1732672315791Running coprocessor pre-close hooks at 1732672315791Disabling compacts and flushes for region at 1732672315791Disabling writes for close at 1732672315792 (+1 ms)Writing region close event to WAL at 1732672315793 (+1 ms)Running coprocessor post-close hooks at 1732672315797 (+4 ms)Closed at 1732672315797 2024-11-27T01:51:55,797 WARN [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 2dc2e8b62c5957183f12c703ef362235 to self. 2024-11-27T01:51:55,798 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:55,799 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=2dc2e8b62c5957183f12c703ef362235, regionState=CLOSED 2024-11-27T01:51:55,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2dc2e8b62c5957183f12c703ef362235, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:51:55,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-11-27T01:51:55,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 2dc2e8b62c5957183f12c703ef362235, server=7d6f26a4c136,43747,1732672196683 in 170 msec 2024-11-27T01:51:55,802 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=2dc2e8b62c5957183f12c703ef362235, REOPEN/MOVE; state=CLOSED, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=true 2024-11-27T01:51:55,947 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=29d39eb02b6c93c9906f8b099fbd8d41, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:55,947 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=2dc2e8b62c5957183f12c703ef362235, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:55,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=2dc2e8b62c5957183f12c703ef362235, REOPEN/MOVE because future has completed 2024-11-27T01:51:55,950 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dc2e8b62c5957183f12c703ef362235, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:51:55,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=29d39eb02b6c93c9906f8b099fbd8d41, REOPEN/MOVE because future has completed 2024-11-27T01:51:55,950 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29d39eb02b6c93c9906f8b099fbd8d41, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:51:55,988 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T01:51:56,105 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:56,105 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 2dc2e8b62c5957183f12c703ef362235, NAME => 'table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-27T01:51:56,105 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:51:56,105 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:56,105 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:51:56,106 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:56,106 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:56,107 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:56,108 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc2e8b62c5957183f12c703ef362235 columnFamilyName f 2024-11-27T01:51:56,108 DEBUG [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:56,113 DEBUG [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/f/4c504ebe071a462c8fc7f671aaea3b4d_SeqId_4_ 2024-11-27T01:51:56,113 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.HStore(327): Store=2dc2e8b62c5957183f12c703ef362235/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:56,114 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:56,115 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc2e8b62c5957183f12c703ef362235 columnFamilyName f2 2024-11-27T01:51:56,115 DEBUG [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:56,115 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.HStore(327): Store=2dc2e8b62c5957183f12c703ef362235/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:56,115 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:56,116 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2dc2e8b62c5957183f12c703ef362235 columnFamilyName mob 2024-11-27T01:51:56,116 DEBUG [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:56,121 DEBUG [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/mob/bb925e6d92004b2fbbd5d5228cdc6d56_SeqId_4_ 2024-11-27T01:51:56,121 INFO [StoreOpener-2dc2e8b62c5957183f12c703ef362235-1 {}] regionserver.HStore(327): Store=2dc2e8b62c5957183f12c703ef362235/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:56,122 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:56,122 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:56,123 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:56,124 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:56,124 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:56,124 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:51:56,126 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:56,126 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 2dc2e8b62c5957183f12c703ef362235; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10715584960, jitterRate=-0.0020333826541900635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:51:56,127 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:51:56,127 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 2dc2e8b62c5957183f12c703ef362235: Running coprocessor pre-open hook at 1732672316106Writing region info on filesystem at 1732672316106Initializing all the Stores at 1732672316106Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672316106Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672316107 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672316107Cleaning up temporary data from old regions at 1732672316124 (+17 ms)Running coprocessor post-open hooks at 1732672316127 (+3 ms)Region opened successfully at 1732672316127 2024-11-27T01:51:56,129 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., pid=87, masterSystemTime=1732672316101 2024-11-27T01:51:56,131 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:56,131 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:51:56,131 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:56,131 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 29d39eb02b6c93c9906f8b099fbd8d41, NAME => 'table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-27T01:51:56,131 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=2dc2e8b62c5957183f12c703ef362235, regionState=OPEN, openSeqNum=7, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:56,132 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:51:56,132 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:56,132 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:51:56,132 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:56,132 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:56,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2dc2e8b62c5957183f12c703ef362235, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:51:56,134 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:56,135 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29d39eb02b6c93c9906f8b099fbd8d41 columnFamilyName f 2024-11-27T01:51:56,135 DEBUG [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:56,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=83 2024-11-27T01:51:56,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 2dc2e8b62c5957183f12c703ef362235, server=7d6f26a4c136,43747,1732672196683 in 184 msec 2024-11-27T01:51:56,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=2dc2e8b62c5957183f12c703ef362235, REOPEN/MOVE in 509 msec 2024-11-27T01:51:56,142 DEBUG [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/29d39eb02b6c93c9906f8b099fbd8d41/f/88b7f631d3844690abe554e4d1bc9606_SeqId_4_ 2024-11-27T01:51:56,142 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] regionserver.HStore(327): Store=29d39eb02b6c93c9906f8b099fbd8d41/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:56,142 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:56,144 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29d39eb02b6c93c9906f8b099fbd8d41 columnFamilyName f2 2024-11-27T01:51:56,144 DEBUG [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:56,144 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] regionserver.HStore(327): Store=29d39eb02b6c93c9906f8b099fbd8d41/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:56,144 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:56,145 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29d39eb02b6c93c9906f8b099fbd8d41 columnFamilyName mob 2024-11-27T01:51:56,146 DEBUG [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:51:56,146 INFO [StoreOpener-29d39eb02b6c93c9906f8b099fbd8d41-1 {}] regionserver.HStore(327): Store=29d39eb02b6c93c9906f8b099fbd8d41/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:51:56,146 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:56,147 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:56,148 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:56,149 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:56,149 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:56,149 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-27T01:51:56,151 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:56,151 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 29d39eb02b6c93c9906f8b099fbd8d41; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11003044960, jitterRate=0.024738416075706482}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-27T01:51:56,152 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:51:56,152 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 29d39eb02b6c93c9906f8b099fbd8d41: Running coprocessor pre-open hook at 1732672316132Writing region info on filesystem at 1732672316132Initializing all the Stores at 1732672316133 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672316133Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672316134 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672316134Cleaning up temporary data from old regions at 1732672316149 (+15 ms)Running coprocessor post-open hooks at 1732672316152 (+3 ms)Region opened successfully at 1732672316152 2024-11-27T01:51:56,153 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41., pid=88, masterSystemTime=1732672316101 2024-11-27T01:51:56,154 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:56,154 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:51:56,155 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=29d39eb02b6c93c9906f8b099fbd8d41, regionState=OPEN, openSeqNum=7, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:56,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29d39eb02b6c93c9906f8b099fbd8d41, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:51:56,158 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=84 2024-11-27T01:51:56,159 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 29d39eb02b6c93c9906f8b099fbd8d41, server=7d6f26a4c136,43747,1732672196683 in 207 msec 2024-11-27T01:51:56,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-27T01:51:56,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=29d39eb02b6c93c9906f8b099fbd8d41, REOPEN/MOVE in 532 msec 2024-11-27T01:51:56,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-27T01:51:56,162 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 536 msec 2024-11-27T01:51:56,163 DEBUG [PEWorker-5 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-27T01:51:56,164 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., family=f3 2024-11-27T01:51:56,165 DEBUG [PEWorker-5 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41., family=f3 2024-11-27T01:51:56,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 955 msec 2024-11-27T01:51:56,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-27T01:51:56,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-27T01:51:56,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T01:51:56,172 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:51:56,172 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:39611/backupUT/backup_1732672284914/default/test-1732672204831/f2/dae563599603418cb351da59e64f7207 from hbase tables test-1732672204831 to tables table1 2024-11-27T01:51:56,172 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1732672204831 into table1 2024-11-27T01:51:56,174 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672316172 from hdfs://localhost:39611/backupUT/backup_1732672284914/default/test-1732672204831/f2/dae563599603418cb351da59e64f7207 2024-11-27T01:51:56,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7604e49b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:56,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:56,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:56,175 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:56,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:56,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:56,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@643e46f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:56,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:56,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:56,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:56,177 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:56,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1803083b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:56,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:56,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:56,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@608ae76b 2024-11-27T01:51:56,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:56,179 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:56,180 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T01:51:56,180 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-27T01:51:56,180 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T01:51:56,180 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:56,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:56,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:56,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:56,184 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-27T01:51:56,184 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-27T01:51:56,184 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-27T01:51:56,184 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/partitions_321c3093-4086-4c1e-905e-bdda2faeacf8 2024-11-27T01:51:56,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741990_1166 (size=177) 2024-11-27T01:51:56,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:56,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:56,591 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-6421495614758696051.jar 2024-11-27T01:51:57,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:57,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:51:57,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:51:57,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:51:57,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:51:57,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:51:57,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:51:57,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:51:57,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:51:57,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:51:57,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:51:57,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:51:57,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:51:57,577 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-27T01:51:57,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:51:57,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:57,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:57,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:57,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:57,578 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T01:51:57,578 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:51:57,591 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:51:57,604 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T01:51:57,695 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1450717124_0015_659bb9b2-e4d8-494a-8346-dce9b07dfb99/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:51:57,695 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local1450717124_0015_659bb9b2-e4d8-494a-8346-dce9b07dfb99/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:51:57,766 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39611/backupUT/backup_1732672284914/default/test-1732672204831/f2/dae563599603418cb351da59e64f7207 2024-11-27T01:51:57,769 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T01:51:57,800 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58057b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:57,800 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:57,801 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:57,801 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a10283e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:57,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:57,803 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:57,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42bf3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:57,804 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:57,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:57,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:57,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49172, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:57,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1732672204831-2-0', locateType=CURRENT is [region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=7] 2024-11-27T01:51:57,808 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-27T01:51:57,808 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:57,808 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:57,808 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:57,808 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:57,808 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732672204831-2-0] 2024-11-27T01:51:57,808 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7d6f26a4c136 2024-11-27T01:51:57,812 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672316172/_temporary/0/_temporary/attempt_local1450717124_0015_r_000000_0/f2/a54e02eb948f46ae8f619a516869a817 is 58, key is row-test-1732672204831-2-0/f2:q1/1732672279905/Put/seqid=0 2024-11-27T01:51:57,813 WARN [Thread-1887 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7d6f26a4c136:43747] Specified favored nodes: [7d6f26a4c136:43747] 2024-11-27T01:51:57,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741991_1167 (size=5609) 2024-11-27T01:51:58,738 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672316172 2024-11-27T01:51:58,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42c3f783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:58,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:58,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:58,740 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:58,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:58,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:58,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28743282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:58,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:58,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:58,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:58,741 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:58,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13266a1f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:58,742 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:58,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:58,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:58,744 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:58,746 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672316172/_SUCCESS 2024-11-27T01:51:58,749 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:58,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:58,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cfaaf87 2024-11-27T01:51:58,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:58,751 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:58,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=7] 2024-11-27T01:51:58,755 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-27T01:51:58,761 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672316172/f2/a54e02eb948f46ae8f619a516869a817 first=Optional[row-test-1732672204831-2-0] last=Optional[row-test-1732672204831-2-6] 2024-11-27T01:51:58,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672316172/f2/a54e02eb948f46ae8f619a516869a817 for inclusion in 2dc2e8b62c5957183f12c703ef362235/f2 2024-11-27T01:51:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(626): HFile bounds: first=row-test-1732672204831-2-0 last=row-test-1732672204831-2-6 2024-11-27T01:51:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-27T01:51:58,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegion(2603): Flush status journal for 2dc2e8b62c5957183f12c703ef362235: 2024-11-27T01:51:58,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-default-table1-1732672316172/f2/a54e02eb948f46ae8f619a516869a817 to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__svfgjbskctdpg61eipvn7ucoctcqkc2922lmdpjl69tk44rlmgllfo6iap0e5q90/f2/a54e02eb948f46ae8f619a516869a817 2024-11-27T01:51:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__svfgjbskctdpg61eipvn7ucoctcqkc2922lmdpjl69tk44rlmgllfo6iap0e5q90/f2/a54e02eb948f46ae8f619a516869a817 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/f2/e95e715fdde04545bad5297cd57a49a3_SeqId_9_ 2024-11-27T01:51:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1857f538, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:58,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:58,772 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:58,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:58,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:58,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456a83d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:58,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:58,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:58,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:58,773 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:58,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38d2b8c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:58,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:58,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:58,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6a37103e 2024-11-27T01:51:58,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:58,776 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54158, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:51:58,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:58,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:58,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:58,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49196, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:51:58,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:58,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:58,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:58,792 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747. 2024-11-27T01:51:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:58,792 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:58,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__svfgjbskctdpg61eipvn7ucoctcqkc2922lmdpjl69tk44rlmgllfo6iap0e5q90/f2/a54e02eb948f46ae8f619a516869a817 into 2dc2e8b62c5957183f12c703ef362235/f2 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/f2/e95e715fdde04545bad5297cd57a49a3_SeqId_9_ - updating store file list. 2024-11-27T01:51:58,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/f2/e95e715fdde04545bad5297cd57a49a3_SeqId_9_ into 2dc2e8b62c5957183f12c703ef362235/f2 2024-11-27T01:51:58,798 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__svfgjbskctdpg61eipvn7ucoctcqkc2922lmdpjl69tk44rlmgllfo6iap0e5q90/f2/a54e02eb948f46ae8f619a516869a817 into 2dc2e8b62c5957183f12c703ef362235/f2 (new location: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/f2/e95e715fdde04545bad5297cd57a49a3_SeqId_9_) 2024-11-27T01:51:58,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__table1__svfgjbskctdpg61eipvn7ucoctcqkc2922lmdpjl69tk44rlmgllfo6iap0e5q90/f2/a54e02eb948f46ae8f619a516869a817 2024-11-27T01:51:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd09e02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:58,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:51:58,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:51:58,800 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:51:58,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:51:58,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:51:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@606a1d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:51:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:51:58,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:58,802 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:51:58,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@237c4344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:51:58,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:51:58,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:51:58,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a87fc7f 2024-11-27T01:51:58,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:51:58,804 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T01:51:58,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:51:58,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:51:58,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:51:58,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T01:51:58,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:51:58,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:51:58,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:51:58,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747. 2024-11-27T01:51:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:51:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:58,819 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:58,820 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:51:58,820 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:51:58,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:58,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:51:58,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:51:58,820 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T01:51:58,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=7 , the old value is region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7d6f26a4c136:43747 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:51:58,821 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1732672204831 has been successfully restored to table1 2024-11-27T01:51:58,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:51:58,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=7 from cache 2024-11-27T01:51:58,821 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T01:51:58,821 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732672284914 hdfs://localhost:39611/backupUT/backup_1732672284914/default/test-1732672204831/ 2024-11-27T01:51:58,821 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:39611/backupUT/backup_1732672249473/.backup.manifest 2024-11-27T01:51:58,821 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T01:51:58,823 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732672249473/.backup.manifest 2024-11-27T01:51:58,823 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17326722048311' to 'ns2:table2' from full backup image hdfs://localhost:39611/backupUT/backup_1732672249473/ns2/test-17326722048311 2024-11-27T01:51:58,825 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17326722048311', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1732672284914 2024-11-27T01:51:58,828 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-27T01:51:58,829 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-11-27T01:51:58,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-27T01:51:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-27T01:51:58,831 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672318831"}]},"ts":"1732672318831"} 2024-11-27T01:51:58,833 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-27T01:51:58,833 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-27T01:51:58,834 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-27T01:51:58,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b76db94fb7d01b7b50cf98bfd55192b4, UNASSIGN}] 2024-11-27T01:51:58,836 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b76db94fb7d01b7b50cf98bfd55192b4, UNASSIGN 2024-11-27T01:51:58,836 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=b76db94fb7d01b7b50cf98bfd55192b4, regionState=CLOSING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:51:58,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=b76db94fb7d01b7b50cf98bfd55192b4, UNASSIGN because future has completed 2024-11-27T01:51:58,838 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-27T01:51:58,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure b76db94fb7d01b7b50cf98bfd55192b4, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:51:58,926 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:43747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T01:51:58,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-27T01:51:58,990 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:58,990 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-27T01:51:58,990 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing b76db94fb7d01b7b50cf98bfd55192b4, disabling compactions & flushes 2024-11-27T01:51:58,990 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. 2024-11-27T01:51:58,990 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. 2024-11-27T01:51:58,990 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. after waiting 0 ms 2024-11-27T01:51:58,990 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. 2024-11-27T01:51:58,994 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T01:51:58,995 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:51:58,995 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. 2024-11-27T01:51:58,995 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for b76db94fb7d01b7b50cf98bfd55192b4: Waiting for close lock at 1732672318990Running coprocessor pre-close hooks at 1732672318990Disabling compacts and flushes for region at 1732672318990Disabling writes for close at 1732672318990Writing region close event to WAL at 1732672318991 (+1 ms)Running coprocessor post-close hooks at 1732672318995 (+4 ms)Closed at 1732672318995 2024-11-27T01:51:58,997 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:58,997 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=b76db94fb7d01b7b50cf98bfd55192b4, regionState=CLOSED 2024-11-27T01:51:58,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure b76db94fb7d01b7b50cf98bfd55192b4, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:51:59,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-27T01:51:59,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure b76db94fb7d01b7b50cf98bfd55192b4, server=7d6f26a4c136,43747,1732672196683 in 161 msec 2024-11-27T01:51:59,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-27T01:51:59,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=b76db94fb7d01b7b50cf98bfd55192b4, UNASSIGN in 166 msec 2024-11-27T01:51:59,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-27T01:51:59,004 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 168 msec 2024-11-27T01:51:59,005 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672319005"}]},"ts":"1732672319005"} 2024-11-27T01:51:59,006 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-27T01:51:59,006 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-27T01:51:59,008 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 177 msec 2024-11-27T01:51:59,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-27T01:51:59,146 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-27T01:51:59,146 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-11-27T01:51:59,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-27T01:51:59,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-27T01:51:59,148 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-27T01:51:59,150 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:59,152 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4/f, FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4/recovered.edits] 2024-11-27T01:51:59,155 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4/f/0fd17efb652e4d63a45a6e2bc5c7b7c5_SeqId_4_ to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/archive/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4/f/0fd17efb652e4d63a45a6e2bc5c7b7c5_SeqId_4_ 2024-11-27T01:51:59,158 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4/recovered.edits/6.seqid to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/archive/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4/recovered.edits/6.seqid 2024-11-27T01:51:59,159 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/b76db94fb7d01b7b50cf98bfd55192b4 2024-11-27T01:51:59,159 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-27T01:51:59,163 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-27T01:51:59,165 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-27T01:51:59,165 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-27T01:51:59,165 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732672319165"}]},"ts":"9223372036854775807"} 2024-11-27T01:51:59,167 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-27T01:51:59,167 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => b76db94fb7d01b7b50cf98bfd55192b4, NAME => 'ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4.', STARTKEY => '', ENDKEY => ''}] 2024-11-27T01:51:59,167 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-27T01:51:59,167 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1732672319167"}]},"ts":"9223372036854775807"} 2024-11-27T01:51:59,169 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-27T01:51:59,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741992_1168 (size=351) 2024-11-27T01:51:59,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-27T01:51:59,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-27T01:51:59,576 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22c86fa46c6fe1a737dcc33f4aa3a0ee, NAME => 'ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8 2024-11-27T01:51:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741993_1169 (size=37) 2024-11-27T01:51:59,760 DEBUG [regionserver/7d6f26a4c136:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-11-27T01:51:59,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-27T01:51:59,983 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:51:59,983 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 22c86fa46c6fe1a737dcc33f4aa3a0ee, disabling compactions & flushes 2024-11-27T01:51:59,983 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. 2024-11-27T01:51:59,983 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. 2024-11-27T01:51:59,983 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. after waiting 0 ms 2024-11-27T01:51:59,983 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. 2024-11-27T01:51:59,983 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. 2024-11-27T01:51:59,983 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22c86fa46c6fe1a737dcc33f4aa3a0ee: Waiting for close lock at 1732672319983Disabling compacts and flushes for region at 1732672319983Disabling writes for close at 1732672319983Writing region close event to WAL at 1732672319983Closed at 1732672319983 2024-11-27T01:51:59,984 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1732672319984"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732672319984"}]},"ts":"1732672319984"} 2024-11-27T01:51:59,986 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-27T01:51:59,987 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672319986"}]},"ts":"1732672319986"} 2024-11-27T01:51:59,988 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-27T01:51:59,988 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=22c86fa46c6fe1a737dcc33f4aa3a0ee, ASSIGN}] 2024-11-27T01:51:59,989 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=22c86fa46c6fe1a737dcc33f4aa3a0ee, ASSIGN 2024-11-27T01:51:59,990 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=22c86fa46c6fe1a737dcc33f4aa3a0ee, ASSIGN; state=OFFLINE, location=7d6f26a4c136,43747,1732672196683; forceNewPlan=false, retain=false 2024-11-27T01:52:00,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=22c86fa46c6fe1a737dcc33f4aa3a0ee, regionState=OPENING, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:52:00,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=22c86fa46c6fe1a737dcc33f4aa3a0ee, ASSIGN because future has completed 2024-11-27T01:52:00,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22c86fa46c6fe1a737dcc33f4aa3a0ee, server=7d6f26a4c136,43747,1732672196683}] 2024-11-27T01:52:00,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-27T01:52:00,297 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. 2024-11-27T01:52:00,297 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 22c86fa46c6fe1a737dcc33f4aa3a0ee, NAME => 'ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee.', STARTKEY => '', ENDKEY => ''} 2024-11-27T01:52:00,297 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-27T01:52:00,298 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 22c86fa46c6fe1a737dcc33f4aa3a0ee 2024-11-27T01:52:00,298 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-27T01:52:00,298 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 22c86fa46c6fe1a737dcc33f4aa3a0ee 2024-11-27T01:52:00,298 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 22c86fa46c6fe1a737dcc33f4aa3a0ee 2024-11-27T01:52:00,299 INFO [StoreOpener-22c86fa46c6fe1a737dcc33f4aa3a0ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 22c86fa46c6fe1a737dcc33f4aa3a0ee 2024-11-27T01:52:00,300 INFO [StoreOpener-22c86fa46c6fe1a737dcc33f4aa3a0ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22c86fa46c6fe1a737dcc33f4aa3a0ee columnFamilyName f 2024-11-27T01:52:00,300 DEBUG [StoreOpener-22c86fa46c6fe1a737dcc33f4aa3a0ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:52:00,301 INFO [StoreOpener-22c86fa46c6fe1a737dcc33f4aa3a0ee-1 {}] regionserver.HStore(327): Store=22c86fa46c6fe1a737dcc33f4aa3a0ee/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-27T01:52:00,301 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 22c86fa46c6fe1a737dcc33f4aa3a0ee 2024-11-27T01:52:00,302 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/22c86fa46c6fe1a737dcc33f4aa3a0ee 2024-11-27T01:52:00,302 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/22c86fa46c6fe1a737dcc33f4aa3a0ee 2024-11-27T01:52:00,302 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 22c86fa46c6fe1a737dcc33f4aa3a0ee 2024-11-27T01:52:00,302 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 22c86fa46c6fe1a737dcc33f4aa3a0ee 2024-11-27T01:52:00,304 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 22c86fa46c6fe1a737dcc33f4aa3a0ee 2024-11-27T01:52:00,306 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/22c86fa46c6fe1a737dcc33f4aa3a0ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-27T01:52:00,306 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 22c86fa46c6fe1a737dcc33f4aa3a0ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9694619360, jitterRate=-0.09711821377277374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-27T01:52:00,306 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22c86fa46c6fe1a737dcc33f4aa3a0ee 2024-11-27T01:52:00,307 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 22c86fa46c6fe1a737dcc33f4aa3a0ee: Running coprocessor pre-open hook at 1732672320298Writing region info on filesystem at 1732672320298Initializing all the Stores at 1732672320299 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732672320299Cleaning up temporary data from old regions at 1732672320302 (+3 ms)Running coprocessor post-open hooks at 1732672320306 (+4 ms)Region opened successfully at 1732672320307 (+1 ms) 2024-11-27T01:52:00,308 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee., pid=95, masterSystemTime=1732672320294 2024-11-27T01:52:00,309 DEBUG [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. 2024-11-27T01:52:00,309 INFO [RS_OPEN_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. 2024-11-27T01:52:00,310 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=22c86fa46c6fe1a737dcc33f4aa3a0ee, regionState=OPEN, openSeqNum=2, regionLocation=7d6f26a4c136,43747,1732672196683 2024-11-27T01:52:00,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22c86fa46c6fe1a737dcc33f4aa3a0ee, server=7d6f26a4c136,43747,1732672196683 because future has completed 2024-11-27T01:52:00,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-27T01:52:00,314 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 22c86fa46c6fe1a737dcc33f4aa3a0ee, server=7d6f26a4c136,43747,1732672196683 in 170 msec 2024-11-27T01:52:00,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-27T01:52:00,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=22c86fa46c6fe1a737dcc33f4aa3a0ee, ASSIGN in 326 msec 2024-11-27T01:52:00,315 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732672320315"}]},"ts":"1732672320315"} 2024-11-27T01:52:00,317 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-27T01:52:00,317 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-27T01:52:00,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.1710 sec 2024-11-27T01:52:01,291 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-27T01:52:01,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=35707 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-27T01:52:01,296 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-27T01:52:01,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T01:52:01,299 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:39611/backupUT/backup_1732672249473/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944 from hbase tables ns2:test-17326722048311 to tables ns2:table2 2024-11-27T01:52:01,299 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17326722048311 into ns2:table2 2024-11-27T01:52:01,301 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672321299 from hdfs://localhost:39611/backupUT/backup_1732672249473/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944 2024-11-27T01:52:01,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@322b4a51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:01,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:52:01,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:52:01,303 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:52:01,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:52:01,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:52:01,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a9f5f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:01,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:52:01,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:52:01,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:01,304 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:52:01,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d12b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:01,305 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:52:01,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:52:01,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@dd220a9 2024-11-27T01:52:01,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:52:01,307 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:52:01,307 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-27T01:52:01,307 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-27T01:52:01,308 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T01:52:01,308 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:52:01,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:52:01,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:52:01,309 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59330, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:52:01,311 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-27T01:52:01,311 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-27T01:52:01,311 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/partitions_953afd63-5387-4762-9c2f-42a3c00424bc 2024-11-27T01:52:01,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741994_1170 (size=153) 2024-11-27T01:52:01,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:01,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:01,718 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop-7678405301825862564.jar 2024-11-27T01:52:02,700 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:52:02,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-27T01:52:02,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-27T01:52:02,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-27T01:52:02,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-27T01:52:02,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-27T01:52:02,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-27T01:52:02,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-27T01:52:02,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-27T01:52:02,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-27T01:52:02,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-27T01:52:02,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-27T01:52:02,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-27T01:52:02,705 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-27T01:52:02,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:52:02,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:52:02,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:02,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:02,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:52:02,706 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-27T01:52:02,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-27T01:52:02,718 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-27T01:52:02,731 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-27T01:52:02,828 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local297266088_0016_6909729a-80f9-4cd7-83e8-c2190d87d89d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-27T01:52:02,828 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/mapreduce.cluster.local.dir/job_local297266088_0016_6909729a-80f9-4cd7-83e8-c2190d87d89d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-27T01:52:02,888 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39611/backupUT/backup_1732672249473/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/f90c1bd2b29a4c459d484724b6c91391 2024-11-27T01:52:02,892 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T01:52:02,936 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:39611/backupUT/backup_1732672249473/ns2/test-17326722048311/archive/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/f/15479f1f14ba43e1af677b70eac072c5 2024-11-27T01:52:02,940 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-27T01:52:02,972 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@492fd9c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:02,972 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:52:02,972 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:52:02,973 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:52:02,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:52:02,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:52:02,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5624eef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:02,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:52:02,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:52:02,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:02,974 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:52:02,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3edbf711, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:02,975 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:52:02,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:52:02,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:52:02,978 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:52:02,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:52:02,979 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-27T01:52:02,979 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:52:02,979 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:02,979 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:02,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:52:02,979 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-27T01:52:02,979 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 7d6f26a4c136 2024-11-27T01:52:02,983 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672321299/_temporary/0/_temporary/attempt_local297266088_0016_r_000000_0/f/5453b0ef7ee843c29c60324bfec74c1d is 38, key is row-t20/f:q1/1732672234234/Put/seqid=0 2024-11-27T01:52:02,985 WARN [Thread-1962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [7d6f26a4c136:43747] Specified favored nodes: [7d6f26a4c136:43747] 2024-11-27T01:52:02,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741995_1171 (size=8934) 2024-11-27T01:52:03,871 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672321299 2024-11-27T01:52:03,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5592d989, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:03,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:52:03,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:52:03,872 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:52:03,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:52:03,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:52:03,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1263e4ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:03,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:52:03,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:52:03,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:03,874 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:52:03,874 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74ec60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:03,875 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:52:03,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:52:03,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:52:03,877 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:52:03,879 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672321299/_SUCCESS 2024-11-27T01:52:03,881 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:52:03,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:52:03,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46918d64 2024-11-27T01:52:03,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:52:03,883 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:52:03,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:52:03,887 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-27T01:52:03,892 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672321299/f/5453b0ef7ee843c29c60324bfec74c1d first=Optional[row-t20] last=Optional[row98] 2024-11-27T01:52:03,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672321299/f/5453b0ef7ee843c29c60324bfec74c1d for inclusion in 22c86fa46c6fe1a737dcc33f4aa3a0ee/f 2024-11-27T01:52:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-27T01:52:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-27T01:52:03,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegion(2603): Flush status journal for 22c86fa46c6fe1a737dcc33f4aa3a0ee: 2024-11-27T01:52:03,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/hbase-staging/bulk_output-ns2-table2-1732672321299/f/5453b0ef7ee843c29c60324bfec74c1d to hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__ns2_table2__p7adppc7bh1cs54qrt1uaks9iubrkq4usop88qdqnntr58741u0samdmrdhisgn4/f/5453b0ef7ee843c29c60324bfec74c1d 2024-11-27T01:52:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__ns2_table2__p7adppc7bh1cs54qrt1uaks9iubrkq4usop88qdqnntr58741u0samdmrdhisgn4/f/5453b0ef7ee843c29c60324bfec74c1d as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/22c86fa46c6fe1a737dcc33f4aa3a0ee/f/ba0a249b4dbf42d989b7284948ecdf0f_SeqId_4_ 2024-11-27T01:52:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be3b3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:03,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:52:03,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:52:03,902 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:52:03,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:52:03,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:52:03,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32dda501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:03,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:52:03,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:52:03,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:03,904 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:52:03,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33a34730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:03,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:52:03,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:52:03,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@57b3252c 2024-11-27T01:52:03,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:52:03,906 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-27T01:52:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:52:03,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:52:03,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:52:03,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-27T01:52:03,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:52:03,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:52:03,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:52:03,921 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747. 2024-11-27T01:52:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:52:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:03,921 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:52:03,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__ns2_table2__p7adppc7bh1cs54qrt1uaks9iubrkq4usop88qdqnntr58741u0samdmrdhisgn4/f/5453b0ef7ee843c29c60324bfec74c1d into 22c86fa46c6fe1a737dcc33f4aa3a0ee/f as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/22c86fa46c6fe1a737dcc33f4aa3a0ee/f/ba0a249b4dbf42d989b7284948ecdf0f_SeqId_4_ - updating store file list. 2024-11-27T01:52:03,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/22c86fa46c6fe1a737dcc33f4aa3a0ee/f/ba0a249b4dbf42d989b7284948ecdf0f_SeqId_4_ into 22c86fa46c6fe1a737dcc33f4aa3a0ee/f 2024-11-27T01:52:03,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__ns2_table2__p7adppc7bh1cs54qrt1uaks9iubrkq4usop88qdqnntr58741u0samdmrdhisgn4/f/5453b0ef7ee843c29c60324bfec74c1d into 22c86fa46c6fe1a737dcc33f4aa3a0ee/f (new location: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/22c86fa46c6fe1a737dcc33f4aa3a0ee/f/ba0a249b4dbf42d989b7284948ecdf0f_SeqId_4_) 2024-11-27T01:52:03,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/staging/jenkins__ns2_table2__p7adppc7bh1cs54qrt1uaks9iubrkq4usop88qdqnntr58741u0samdmrdhisgn4/f/5453b0ef7ee843c29c60324bfec74c1d 2024-11-27T01:52:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1013297b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ClusterIdFetcher(90): Going to request 7d6f26a4c136,35707,-1 for getting cluster id 2024-11-27T01:52:03,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-27T01:52:03,930 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dbc89d4f-50d3-4824-8c06-3f4f38e80af6' 2024-11-27T01:52:03,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-27T01:52:03,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dbc89d4f-50d3-4824-8c06-3f4f38e80af6" 2024-11-27T01:52:03,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16a4e746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:03,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7d6f26a4c136,35707,-1] 2024-11-27T01:52:03,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-27T01:52:03,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:03,931 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-27T01:52:03,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4866c401, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-27T01:52:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-27T01:52:03,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 7d6f26a4c136,35707,1732672194938 2024-11-27T01:52:03,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e758ac7 2024-11-27T01:52:03,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-27T01:52:03,933 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-27T01:52:03,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-27T01:52:03,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7d6f26a4c136,43747,1732672196683, seqNum=-1] 2024-11-27T01:52:03,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-27T01:52:03,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-27T01:52:03,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-27T01:52:03,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-27T01:52:03,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:52:03,948 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747. 2024-11-27T01:52:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:52:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:03,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:03,948 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:52:03,949 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:52:03,949 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:52:03,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:03,949 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:03,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:52:03,949 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-27T01:52:03,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 , the old value is region=ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=7d6f26a4c136:43747 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:52:03,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-27T01:52:03,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 from cache 2024-11-27T01:52:03,950 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-27T01:52:03,966 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17326722048311', skipping incremental restore step. 2024-11-27T01:52:03,966 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-27T01:52:03,966 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1732672284914 hdfs://localhost:39611/backupUT/backup_1732672284914/ns2/test-17326722048311/ 2024-11-27T01:52:03,966 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-27T01:52:03,968 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-27T01:52:03,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.CallRunner(138): callId: 742 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:55994 deadline: 1732672383967, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. is not online on 7d6f26a4c136,43747,1732672196683 2024-11-27T01:52:03,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 , the old value is region=table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. is not online on 7d6f26a4c136,43747,1732672196683 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:52:03,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f. is not online on 7d6f26a4c136,43747,1732672196683 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:52:03,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1732672298198.8dd78f8b79274f920b45ce81dbf03b8f., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 from cache 2024-11-27T01:52:04,055 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7d6f26a4c136:43747 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-27T01:52:04,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., hostname=7d6f26a4c136,43747,1732672196683, seqNum=7] 2024-11-27T01:52:04,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.CallRunner(138): callId: 746 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:55994 deadline: 1732672384080, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. is not online on 7d6f26a4c136,43747,1732672196683 2024-11-27T01:52:04,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 , the old value is region=table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. is not online on 7d6f26a4c136,43747,1732672196683 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:52:04,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd. is not online on 7d6f26a4c136,43747,1732672196683 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:52:04,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1732672298198.ac66af4b7b675537c488fb7905aff3dd., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 from cache 2024-11-27T01:52:04,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41., hostname=7d6f26a4c136,43747,1732672196683, seqNum=7] 2024-11-27T01:52:04,192 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-27T01:52:04,195 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-27T01:52:04,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:52:04,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T01:52:04,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:52:04,212 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T01:52:04,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:52:04,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T01:52:04,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:52:04,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T01:52:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:52:04,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T01:52:04,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-27T01:52:04,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-27T01:52:04,218 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-27T01:52:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43747 {}] ipc.CallRunner(138): callId: 754 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:55994 deadline: 1732672384218, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. is not online on 7d6f26a4c136,43747,1732672196683 2024-11-27T01:52:04,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 , the old value is region=ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. is not online on 7d6f26a4c136,43747,1732672196683 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:52:04,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4. is not online on 7d6f26a4c136,43747,1732672196683 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-27T01:52:04,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2 from cache 2024-11-27T01:52:04,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee., hostname=7d6f26a4c136,43747,1732672196683, seqNum=2] 2024-11-27T01:52:04,331 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:52:04,331 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:52:04,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:04,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:04,331 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:52:04,351 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=633 (was 611) Potentially hanging thread: (7d6f26a4c136,35707,1732672194938)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1122523503-172.17.0.2-1732672192005:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_789780781_20 at /127.0.0.1:34064 [Waiting for operation #115] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/cluster_40a63ea6-c3c6-22f8-1bab-8c5312c792d0/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1020982623_20 at /127.0.0.1:38190 [Receiving block BP-1122523503-172.17.0.2-1732672192005:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/cluster_40a63ea6-c3c6-22f8-1bab-8c5312c792d0/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1122523503-172.17.0.2-1732672192005:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1020982623_20 at /127.0.0.1:38206 [Receiving block BP-1122523503-172.17.0.2-1732672192005:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(7d6f26a4c136,43747,1732672196683)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1122523503-172.17.0.2-1732672192005:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '7d6f26a4c136,43747,1732672196683' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/7d6f26a4c136:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/7d6f26a4c136:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1020982623_20 at /127.0.0.1:38178 [Receiving block BP-1122523503-172.17.0.2-1732672192005:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=44 (was 92), ProcessCount=13 (was 13), AvailableMemoryMB=4874 (was 6283) 2024-11-27T01:52:04,352 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=633 is superior to 500 2024-11-27T01:52:04,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-27T01:52:04,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:52:04,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:52:04,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:04,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:04,359 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:52:04,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-27T01:52:04,359 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1766824115, stopped=false 2024-11-27T01:52:04,360 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7d6f26a4c136,35707,1732672194938 2024-11-27T01:52:04,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-27T01:52:04,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-27T01:52:04,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:52:04,362 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:52:04,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:52:04,362 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T01:52:04,362 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-27T01:52:04,362 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:52:04,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:04,363 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7d6f26a4c136,43747,1732672196683' ***** 2024-11-27T01:52:04,363 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-27T01:52:04,363 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-27T01:52:04,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-27T01:52:04,367 INFO [RS:0;7d6f26a4c136:43747 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@29d4f41b{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-27T01:52:04,369 INFO [RS:0;7d6f26a4c136:43747 {}] server.AbstractConnector(383): Stopped ServerConnector@25b91557{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-27T01:52:04,370 INFO [RS:0;7d6f26a4c136:43747 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:52:04,370 INFO [RS:0;7d6f26a4c136:43747 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@21ae8981{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-27T01:52:04,370 INFO [RS:0;7d6f26a4c136:43747 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@23a380bc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,STOPPED} 2024-11-27T01:52:04,371 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-27T01:52:04,372 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-27T01:52:04,372 INFO [RS:0;7d6f26a4c136:43747 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-27T01:52:04,372 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-27T01:52:04,372 INFO [RS:0;7d6f26a4c136:43747 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-27T01:52:04,372 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for 29d39eb02b6c93c9906f8b099fbd8d41 2024-11-27T01:52:04,372 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for 22c86fa46c6fe1a737dcc33f4aa3a0ee 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for 7d59911b698258ef4de3394dc65e78fd 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for cc7d2ddb6916fb1c601f3d60f6ed7849 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for a69c060139e1b05273627871c40c2944 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for 96afaa41d51ea4c1686fc5ca68b4f5f3 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for 2dc2e8b62c5957183f12c703ef362235 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for 7fa2c748c70cc0fffdeb3ffb076dfb54 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(959): stopping server 7d6f26a4c136,43747,1732672196683 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7d6f26a4c136:43747. 2024-11-27T01:52:04,373 DEBUG [RS:0;7d6f26a4c136:43747 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:52:04,373 DEBUG [RS:0;7d6f26a4c136:43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:04,373 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29d39eb02b6c93c9906f8b099fbd8d41, disabling compactions & flushes 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-27T01:52:04,373 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-27T01:52:04,373 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-27T01:52:04,373 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:52:04,373 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. after waiting 0 ms 2024-11-27T01:52:04,373 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:52:04,374 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-27T01:52:04,374 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-27T01:52:04,374 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-27T01:52:04,374 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-27T01:52:04,374 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-27T01:52:04,374 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-27T01:52:04,374 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22c86fa46c6fe1a737dcc33f4aa3a0ee, 29d39eb02b6c93c9906f8b099fbd8d41, 2dc2e8b62c5957183f12c703ef362235, 7d59911b698258ef4de3394dc65e78fd, 7fa2c748c70cc0fffdeb3ffb076dfb54, 96afaa41d51ea4c1686fc5ca68b4f5f3, a69c060139e1b05273627871c40c2944, cc7d2ddb6916fb1c601f3d60f6ed7849, e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:52:04,374 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-27T01:52:04,378 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/29d39eb02b6c93c9906f8b099fbd8d41/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-27T01:52:04,378 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:52:04,378 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:52:04,378 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29d39eb02b6c93c9906f8b099fbd8d41: Waiting for close lock at 1732672324373Running coprocessor pre-close hooks at 1732672324373Disabling compacts and flushes for region at 1732672324373Disabling writes for close at 1732672324373Writing region close event to WAL at 1732672324374 (+1 ms)Running coprocessor post-close hooks at 1732672324378 (+4 ms)Closed at 1732672324378 2024-11-27T01:52:04,379 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1732672309332.29d39eb02b6c93c9906f8b099fbd8d41. 2024-11-27T01:52:04,379 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22c86fa46c6fe1a737dcc33f4aa3a0ee, disabling compactions & flushes 2024-11-27T01:52:04,379 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. 2024-11-27T01:52:04,379 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. 2024-11-27T01:52:04,379 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. after waiting 0 ms 2024-11-27T01:52:04,379 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. 2024-11-27T01:52:04,384 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/table2/22c86fa46c6fe1a737dcc33f4aa3a0ee/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-27T01:52:04,384 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:52:04,384 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. 2024-11-27T01:52:04,384 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22c86fa46c6fe1a737dcc33f4aa3a0ee: Waiting for close lock at 1732672324379Running coprocessor pre-close hooks at 1732672324379Disabling compacts and flushes for region at 1732672324379Disabling writes for close at 1732672324379Writing region close event to WAL at 1732672324380 (+1 ms)Running coprocessor post-close hooks at 1732672324384 (+4 ms)Closed at 1732672324384 2024-11-27T01:52:04,385 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1732672319160.22c86fa46c6fe1a737dcc33f4aa3a0ee. 2024-11-27T01:52:04,385 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7d59911b698258ef4de3394dc65e78fd, disabling compactions & flushes 2024-11-27T01:52:04,385 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:52:04,385 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:52:04,385 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. after waiting 0 ms 2024-11-27T01:52:04,385 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:52:04,385 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7d59911b698258ef4de3394dc65e78fd 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-27T01:52:04,405 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/.tmp/info/913df92f02154ecda6499885b3087983 is 159, key is ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944./info:regioninfo/1732672207038/Put/seqid=0 2024-11-27T01:52:04,407 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/f2/2012b78427d847058bab32990210b62c is 58, key is row-test-1732672204831-2-0/f2:q1/1732672279905/Put/seqid=0 2024-11-27T01:52:04,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741996_1172 (size=19093) 2024-11-27T01:52:04,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741997_1173 (size=5464) 2024-11-27T01:52:04,457 INFO [regionserver/7d6f26a4c136:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:52:04,574 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dc2e8b62c5957183f12c703ef362235, 7d59911b698258ef4de3394dc65e78fd, 7fa2c748c70cc0fffdeb3ffb076dfb54, 96afaa41d51ea4c1686fc5ca68b4f5f3, a69c060139e1b05273627871c40c2944, cc7d2ddb6916fb1c601f3d60f6ed7849, e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:52:04,665 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-27T01:52:04,665 INFO [regionserver/7d6f26a4c136:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-27T01:52:04,774 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dc2e8b62c5957183f12c703ef362235, 7d59911b698258ef4de3394dc65e78fd, 7fa2c748c70cc0fffdeb3ffb076dfb54, 96afaa41d51ea4c1686fc5ca68b4f5f3, a69c060139e1b05273627871c40c2944, cc7d2ddb6916fb1c601f3d60f6ed7849, e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:52:04,810 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/.tmp/info/913df92f02154ecda6499885b3087983 2024-11-27T01:52:04,812 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/f2/2012b78427d847058bab32990210b62c 2024-11-27T01:52:04,817 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/.tmp/f2/2012b78427d847058bab32990210b62c as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f2/2012b78427d847058bab32990210b62c 2024-11-27T01:52:04,822 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/f2/2012b78427d847058bab32990210b62c, entries=7, sequenceid=348, filesize=5.3 K 2024-11-27T01:52:04,823 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7d59911b698258ef4de3394dc65e78fd in 438ms, sequenceid=348, compaction requested=false 2024-11-27T01:52:04,829 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/test-1732672204831/7d59911b698258ef4de3394dc65e78fd/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-27T01:52:04,830 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:52:04,830 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:52:04,830 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7d59911b698258ef4de3394dc65e78fd: Waiting for close lock at 1732672324385Running coprocessor pre-close hooks at 1732672324385Disabling compacts and flushes for region at 1732672324385Disabling writes for close at 1732672324385Obtaining lock to block concurrent updates at 1732672324385Preparing flush snapshotting stores in 7d59911b698258ef4de3394dc65e78fd at 1732672324385Finished memstore snapshotting test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732672324385Flushing stores of test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. at 1732672324385Flushing 7d59911b698258ef4de3394dc65e78fd/f2: creating writer at 1732672324386 (+1 ms)Flushing 7d59911b698258ef4de3394dc65e78fd/f2: appending metadata at 1732672324406 (+20 ms)Flushing 7d59911b698258ef4de3394dc65e78fd/f2: closing flushed file at 1732672324406Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ac219a7: reopening flushed file at 1732672324817 (+411 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7d59911b698258ef4de3394dc65e78fd in 438ms, sequenceid=348, compaction requested=false at 1732672324823 (+6 ms)Writing region close event to WAL at 1732672324826 (+3 ms)Running coprocessor post-close hooks at 1732672324830 (+4 ms)Closed at 1732672324830 2024-11-27T01:52:04,830 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732672204831,,1732672205322.7d59911b698258ef4de3394dc65e78fd. 2024-11-27T01:52:04,830 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc7d2ddb6916fb1c601f3d60f6ed7849, disabling compactions & flushes 2024-11-27T01:52:04,830 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:52:04,830 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:52:04,830 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. after waiting 0 ms 2024-11-27T01:52:04,830 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:52:04,832 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/.tmp/ns/1be22b4e93054e44b5fca3385c27c2cb is 85, key is ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4./ns:/1732672319161/DeleteFamily/seqid=0 2024-11-27T01:52:04,834 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns4/test-17326722048313/cc7d2ddb6916fb1c601f3d60f6ed7849/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T01:52:04,834 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:52:04,834 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:52:04,834 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc7d2ddb6916fb1c601f3d60f6ed7849: Waiting for close lock at 1732672324830Running coprocessor pre-close hooks at 1732672324830Disabling compacts and flushes for region at 1732672324830Disabling writes for close at 1732672324830Writing region close event to WAL at 1732672324831 (+1 ms)Running coprocessor post-close hooks at 1732672324834 (+3 ms)Closed at 1732672324834 2024-11-27T01:52:04,834 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17326722048313,,1732672209577.cc7d2ddb6916fb1c601f3d60f6ed7849. 2024-11-27T01:52:04,835 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a69c060139e1b05273627871c40c2944, disabling compactions & flushes 2024-11-27T01:52:04,835 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:52:04,835 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:52:04,835 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. after waiting 0 ms 2024-11-27T01:52:04,835 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:52:04,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741998_1174 (size=5760) 2024-11-27T01:52:04,838 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns2/test-17326722048311/a69c060139e1b05273627871c40c2944/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-27T01:52:04,839 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:52:04,839 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:52:04,839 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a69c060139e1b05273627871c40c2944: Waiting for close lock at 1732672324835Running coprocessor pre-close hooks at 1732672324835Disabling compacts and flushes for region at 1732672324835Disabling writes for close at 1732672324835Writing region close event to WAL at 1732672324835Running coprocessor post-close hooks at 1732672324839 (+4 ms)Closed at 1732672324839 2024-11-27T01:52:04,839 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17326722048311,,1732672206658.a69c060139e1b05273627871c40c2944. 2024-11-27T01:52:04,839 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 96afaa41d51ea4c1686fc5ca68b4f5f3, disabling compactions & flushes 2024-11-27T01:52:04,839 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:52:04,839 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:52:04,839 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. after waiting 0 ms 2024-11-27T01:52:04,839 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:52:04,839 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 96afaa41d51ea4c1686fc5ca68b4f5f3 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-27T01:52:04,843 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/meta/0a0ae3baa19f4975b619cb8305b3fae0 is 158, key is trslm:hdfs://localhost:39611/backupUT\x00ns2:test-17326722048311/meta:log-roll-map/1732672297718/Put/seqid=0 2024-11-27T01:52:04,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741999_1175 (size=6208) 2024-11-27T01:52:04,975 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dc2e8b62c5957183f12c703ef362235, 7fa2c748c70cc0fffdeb3ffb076dfb54, 96afaa41d51ea4c1686fc5ca68b4f5f3, e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:52:05,175 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dc2e8b62c5957183f12c703ef362235, 7fa2c748c70cc0fffdeb3ffb076dfb54, 96afaa41d51ea4c1686fc5ca68b4f5f3, e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:52:05,237 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/.tmp/ns/1be22b4e93054e44b5fca3385c27c2cb 2024-11-27T01:52:05,247 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/meta/0a0ae3baa19f4975b619cb8305b3fae0 2024-11-27T01:52:05,254 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/0c8b296ed63f4ce1a4399c373a599549 is 588, key is session:backup_1732672284914/session:context/1732672298147/Put/seqid=0 2024-11-27T01:52:05,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073742000_1176 (size=5689) 2024-11-27T01:52:05,260 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/.tmp/rep_barrier/7e77b5d81c6446869107142700fb56b1 is 94, key is ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4./rep_barrier:/1732672319161/DeleteFamily/seqid=0 2024-11-27T01:52:05,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073742001_1177 (size=5640) 2024-11-27T01:52:05,375 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1321): Waiting on 5 regions to close 2024-11-27T01:52:05,375 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 96afaa41d51ea4c1686fc5ca68b4f5f3=backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., 2dc2e8b62c5957183f12c703ef362235=table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235., e11e402a0aa0c6d02ccf2e10acf43d5f=ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f., 7fa2c748c70cc0fffdeb3ffb076dfb54=backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54.} 2024-11-27T01:52:05,375 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dc2e8b62c5957183f12c703ef362235, 7fa2c748c70cc0fffdeb3ffb076dfb54, 96afaa41d51ea4c1686fc5ca68b4f5f3, e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:52:05,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-27T01:52:05,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17326722048313 2024-11-27T01:52:05,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17326722048311 2024-11-27T01:52:05,380 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732672204831 2024-11-27T01:52:05,575 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2dc2e8b62c5957183f12c703ef362235, 7fa2c748c70cc0fffdeb3ffb076dfb54, 96afaa41d51ea4c1686fc5ca68b4f5f3, e11e402a0aa0c6d02ccf2e10acf43d5f 2024-11-27T01:52:05,658 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/0c8b296ed63f4ce1a4399c373a599549 2024-11-27T01:52:05,663 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/.tmp/rep_barrier/7e77b5d81c6446869107142700fb56b1 2024-11-27T01:52:05,664 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/meta/0a0ae3baa19f4975b619cb8305b3fae0 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/0a0ae3baa19f4975b619cb8305b3fae0 2024-11-27T01:52:05,669 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/meta/0a0ae3baa19f4975b619cb8305b3fae0, entries=7, sequenceid=52, filesize=6.1 K 2024-11-27T01:52:05,670 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/.tmp/session/0c8b296ed63f4ce1a4399c373a599549 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/0c8b296ed63f4ce1a4399c373a599549 2024-11-27T01:52:05,675 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/session/0c8b296ed63f4ce1a4399c373a599549, entries=2, sequenceid=52, filesize=5.6 K 2024-11-27T01:52:05,676 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 96afaa41d51ea4c1686fc5ca68b4f5f3 in 837ms, sequenceid=52, compaction requested=true 2024-11-27T01:52:05,680 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system/96afaa41d51ea4c1686fc5ca68b4f5f3/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-27T01:52:05,681 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:52:05,681 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:52:05,681 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 96afaa41d51ea4c1686fc5ca68b4f5f3: Waiting for close lock at 1732672324839Running coprocessor pre-close hooks at 1732672324839Disabling compacts and flushes for region at 1732672324839Disabling writes for close at 1732672324839Obtaining lock to block concurrent updates at 1732672324839Preparing flush snapshotting stores in 96afaa41d51ea4c1686fc5ca68b4f5f3 at 1732672324839Finished memstore snapshotting backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1732672324840 (+1 ms)Flushing stores of backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. at 1732672324840Flushing 96afaa41d51ea4c1686fc5ca68b4f5f3/meta: creating writer at 1732672324840Flushing 96afaa41d51ea4c1686fc5ca68b4f5f3/meta: appending metadata at 1732672324842 (+2 ms)Flushing 96afaa41d51ea4c1686fc5ca68b4f5f3/meta: closing flushed file at 1732672324842Flushing 96afaa41d51ea4c1686fc5ca68b4f5f3/session: creating writer at 1732672325251 (+409 ms)Flushing 96afaa41d51ea4c1686fc5ca68b4f5f3/session: appending metadata at 1732672325253 (+2 ms)Flushing 96afaa41d51ea4c1686fc5ca68b4f5f3/session: closing flushed file at 1732672325253Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e751928: reopening flushed file at 1732672325664 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12adc9fb: reopening flushed file at 1732672325669 (+5 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 96afaa41d51ea4c1686fc5ca68b4f5f3 in 837ms, sequenceid=52, compaction requested=true at 1732672325676 (+7 ms)Writing region close event to WAL at 1732672325677 (+1 ms)Running coprocessor post-close hooks at 1732672325681 (+4 ms)Closed at 1732672325681 2024-11-27T01:52:05,681 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732672213635.96afaa41d51ea4c1686fc5ca68b4f5f3. 2024-11-27T01:52:05,681 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2dc2e8b62c5957183f12c703ef362235, disabling compactions & flushes 2024-11-27T01:52:05,681 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:52:05,681 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:52:05,681 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. after waiting 0 ms 2024-11-27T01:52:05,681 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:52:05,685 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/.tmp/table/5a4e6237ced142c49dd27ce462a4ac8d is 88, key is ns2:table2,,1732672304128.b76db94fb7d01b7b50cf98bfd55192b4./table:/1732672319161/DeleteFamily/seqid=0 2024-11-27T01:52:05,685 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/default/table1/2dc2e8b62c5957183f12c703ef362235/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-27T01:52:05,686 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:52:05,686 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:52:05,686 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2dc2e8b62c5957183f12c703ef362235: Waiting for close lock at 1732672325681Running coprocessor pre-close hooks at 1732672325681Disabling compacts and flushes for region at 1732672325681Disabling writes for close at 1732672325681Writing region close event to WAL at 1732672325683 (+2 ms)Running coprocessor post-close hooks at 1732672325686 (+3 ms)Closed at 1732672325686 2024-11-27T01:52:05,686 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1732672309332.2dc2e8b62c5957183f12c703ef362235. 2024-11-27T01:52:05,686 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e11e402a0aa0c6d02ccf2e10acf43d5f, disabling compactions & flushes 2024-11-27T01:52:05,686 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:52:05,687 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:52:05,687 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. after waiting 0 ms 2024-11-27T01:52:05,687 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:52:05,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073742002_1178 (size=6364) 2024-11-27T01:52:05,690 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/ns3/test-17326722048312/e11e402a0aa0c6d02ccf2e10acf43d5f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T01:52:05,690 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:52:05,690 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:52:05,690 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e11e402a0aa0c6d02ccf2e10acf43d5f: Waiting for close lock at 1732672325686Running coprocessor pre-close hooks at 1732672325686Disabling compacts and flushes for region at 1732672325686Disabling writes for close at 1732672325687 (+1 ms)Writing region close event to WAL at 1732672325687Running coprocessor post-close hooks at 1732672325690 (+3 ms)Closed at 1732672325690 2024-11-27T01:52:05,690 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17326722048312,,1732672207414.e11e402a0aa0c6d02ccf2e10acf43d5f. 2024-11-27T01:52:05,691 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7fa2c748c70cc0fffdeb3ffb076dfb54, disabling compactions & flushes 2024-11-27T01:52:05,691 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:52:05,691 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:52:05,691 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. after waiting 0 ms 2024-11-27T01:52:05,691 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:52:05,693 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/backup/system_bulk/7fa2c748c70cc0fffdeb3ffb076dfb54/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-27T01:52:05,694 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:52:05,694 INFO [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:52:05,694 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7fa2c748c70cc0fffdeb3ffb076dfb54: Waiting for close lock at 1732672325690Running coprocessor pre-close hooks at 1732672325690Disabling compacts and flushes for region at 1732672325690Disabling writes for close at 1732672325691 (+1 ms)Writing region close event to WAL at 1732672325691Running coprocessor post-close hooks at 1732672325694 (+3 ms)Closed at 1732672325694 2024-11-27T01:52:05,694 DEBUG [RS_CLOSE_REGION-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732672215805.7fa2c748c70cc0fffdeb3ffb076dfb54. 2024-11-27T01:52:05,776 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:52:05,976 DEBUG [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-27T01:52:06,089 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/.tmp/table/5a4e6237ced142c49dd27ce462a4ac8d 2024-11-27T01:52:06,095 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/.tmp/info/913df92f02154ecda6499885b3087983 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/info/913df92f02154ecda6499885b3087983 2024-11-27T01:52:06,099 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/info/913df92f02154ecda6499885b3087983, entries=114, sequenceid=97, filesize=18.6 K 2024-11-27T01:52:06,100 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/.tmp/ns/1be22b4e93054e44b5fca3385c27c2cb as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/ns/1be22b4e93054e44b5fca3385c27c2cb 2024-11-27T01:52:06,104 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/ns/1be22b4e93054e44b5fca3385c27c2cb, entries=10, sequenceid=97, filesize=5.6 K 2024-11-27T01:52:06,105 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/.tmp/rep_barrier/7e77b5d81c6446869107142700fb56b1 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/rep_barrier/7e77b5d81c6446869107142700fb56b1 2024-11-27T01:52:06,109 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/rep_barrier/7e77b5d81c6446869107142700fb56b1, entries=3, sequenceid=97, filesize=5.5 K 2024-11-27T01:52:06,110 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/.tmp/table/5a4e6237ced142c49dd27ce462a4ac8d as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/table/5a4e6237ced142c49dd27ce462a4ac8d 2024-11-27T01:52:06,114 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/table/5a4e6237ced142c49dd27ce462a4ac8d, entries=21, sequenceid=97, filesize=6.2 K 2024-11-27T01:52:06,115 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=97, compaction requested=false 2024-11-27T01:52:06,119 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-27T01:52:06,120 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-27T01:52:06,120 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-27T01:52:06,120 INFO [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-27T01:52:06,120 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732672324374Running coprocessor pre-close hooks at 1732672324374Disabling compacts and flushes for region at 1732672324374Disabling writes for close at 1732672324374Obtaining lock to block concurrent updates at 1732672324374Preparing flush snapshotting stores in 1588230740 at 1732672324374Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1732672324375 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732672324375Flushing 1588230740/info: creating writer at 1732672324375Flushing 1588230740/info: appending metadata at 1732672324404 (+29 ms)Flushing 1588230740/info: closing flushed file at 1732672324404Flushing 1588230740/ns: creating writer at 1732672324816 (+412 ms)Flushing 1588230740/ns: appending metadata at 1732672324832 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732672324832Flushing 1588230740/rep_barrier: creating writer at 1732672325242 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732672325259 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732672325259Flushing 1588230740/table: creating writer at 1732672325668 (+409 ms)Flushing 1588230740/table: appending metadata at 1732672325684 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732672325684Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a4e60e7: reopening flushed file at 1732672326094 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ec49c3: reopening flushed file at 1732672326099 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ee6bef8: reopening flushed file at 1732672326104 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5eef29fc: reopening flushed file at 1732672326109 (+5 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1741ms, sequenceid=97, compaction requested=false at 1732672326115 (+6 ms)Writing region close event to WAL at 1732672326116 (+1 ms)Running coprocessor post-close hooks at 1732672326120 (+4 ms)Closed at 1732672326120 2024-11-27T01:52:06,120 DEBUG [RS_CLOSE_META-regionserver/7d6f26a4c136:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-27T01:52:06,176 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(976): stopping server 7d6f26a4c136,43747,1732672196683; all regions closed. 2024-11-27T01:52:06,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741954_1130 (size=16160) 2024-11-27T01:52:06,180 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.meta.1732672289259.meta not finished, retry = 0 2024-11-27T01:52:06,284 DEBUG [RS:0;7d6f26a4c136:43747 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs 2024-11-27T01:52:06,284 INFO [RS:0;7d6f26a4c136:43747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.meta:.meta(num 1732672289259) 2024-11-27T01:52:06,286 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0.1732672289294 not finished, retry = 0 2024-11-27T01:52:06,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741956_1132 (size=4448) 2024-11-27T01:52:06,389 DEBUG [RS:0;7d6f26a4c136:43747 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs 2024-11-27T01:52:06,389 INFO [RS:0;7d6f26a4c136:43747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-0:(num 1732672289294) 2024-11-27T01:52:06,391 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/WALs/7d6f26a4c136,43747,1732672196683/7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1.1732672289277 not finished, retry = 0 2024-11-27T01:52:06,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741955_1131 (size=7600) 2024-11-27T01:52:06,495 DEBUG [RS:0;7d6f26a4c136:43747 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/oldWALs 2024-11-27T01:52:06,495 INFO [RS:0;7d6f26a4c136:43747 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7d6f26a4c136%2C43747%2C1732672196683.7d6f26a4c136%2C43747%2C1732672196683.regiongroup-1:(num 1732672289277) 2024-11-27T01:52:06,495 DEBUG [RS:0;7d6f26a4c136:43747 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:06,495 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.LeaseManager(133): Closed leases 2024-11-27T01:52:06,495 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:52:06,495 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.ChoreService(370): Chore service for: regionserver/7d6f26a4c136:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-27T01:52:06,495 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:52:06,496 INFO [regionserver/7d6f26a4c136:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:52:06,496 INFO [RS:0;7d6f26a4c136:43747 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43747 2024-11-27T01:52:06,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/7d6f26a4c136,43747,1732672196683 2024-11-27T01:52:06,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-27T01:52:06,500 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:52:06,502 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7d6f26a4c136,43747,1732672196683] 2024-11-27T01:52:06,504 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/7d6f26a4c136,43747,1732672196683 already deleted, retry=false 2024-11-27T01:52:06,504 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7d6f26a4c136,43747,1732672196683 expired; onlineServers=0 2024-11-27T01:52:06,504 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7d6f26a4c136,35707,1732672194938' ***** 2024-11-27T01:52:06,504 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-27T01:52:06,504 INFO [M:0;7d6f26a4c136:35707 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-27T01:52:06,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-27T01:52:06,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-27T01:52:06,510 INFO [M:0;7d6f26a4c136:35707 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@27f1e30b{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-27T01:52:06,511 INFO [M:0;7d6f26a4c136:35707 {}] server.AbstractConnector(383): Stopped ServerConnector@4c628e80{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-27T01:52:06,511 INFO [M:0;7d6f26a4c136:35707 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:52:06,511 INFO [M:0;7d6f26a4c136:35707 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@335c4019{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-27T01:52:06,511 INFO [M:0;7d6f26a4c136:35707 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6e558344{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,STOPPED} 2024-11-27T01:52:06,511 INFO [M:0;7d6f26a4c136:35707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-27T01:52:06,511 INFO [M:0;7d6f26a4c136:35707 {}] master.HMaster(1770): Stopping master jetty server 2024-11-27T01:52:06,512 INFO [M:0;7d6f26a4c136:35707 {}] server.AbstractConnector(383): Stopped ServerConnector@52e6d72a{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-27T01:52:06,512 INFO [M:0;7d6f26a4c136:35707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-27T01:52:06,512 DEBUG [M:0;7d6f26a4c136:35707 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-27T01:52:06,513 INFO [M:0;7d6f26a4c136:35707 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-27T01:52:06,513 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-27T01:52:06,513 INFO [M:0;7d6f26a4c136:35707 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;7d6f26a4c136:35707. 2024-11-27T01:52:06,513 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732672199497 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.large.0-1732672199497,5,FailOnTimeoutGroup] 2024-11-27T01:52:06,513 DEBUG [master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732672199497 {}] cleaner.HFileCleaner(306): Exit Thread[master/7d6f26a4c136:0:becomeActiveMaster-HFileCleaner.small.0-1732672199497,5,FailOnTimeoutGroup] 2024-11-27T01:52:06,513 DEBUG [M:0;7d6f26a4c136:35707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-27T01:52:06,513 DEBUG [M:0;7d6f26a4c136:35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:06,513 DEBUG [M:0;7d6f26a4c136:35707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-27T01:52:06,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-27T01:52:06,513 DEBUG [M:0;7d6f26a4c136:35707 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-27T01:52:06,513 INFO [M:0;7d6f26a4c136:35707 {}] hbase.ChoreService(370): Chore service for: master/7d6f26a4c136:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-27T01:52:06,513 INFO [M:0;7d6f26a4c136:35707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-27T01:52:06,514 DEBUG [M:0;7d6f26a4c136:35707 {}] master.HMaster(1795): Stopping service threads 2024-11-27T01:52:06,514 INFO [M:0;7d6f26a4c136:35707 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-27T01:52:06,514 INFO [M:0;7d6f26a4c136:35707 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-27T01:52:06,514 ERROR [M:0;7d6f26a4c136:35707 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-27T01:52:06,515 INFO [M:0;7d6f26a4c136:35707 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-27T01:52:06,515 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-27T01:52:06,515 DEBUG [M:0;7d6f26a4c136:35707 {}] zookeeper.ZKUtil(347): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-27T01:52:06,515 WARN [M:0;7d6f26a4c136:35707 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-27T01:52:06,516 INFO [M:0;7d6f26a4c136:35707 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/.lastflushedseqids 2024-11-27T01:52:06,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073742003_1179 (size=761) 2024-11-27T01:52:06,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:52:06,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43747-0x101571d70a70001, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:52:06,603 INFO [RS:0;7d6f26a4c136:43747 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:52:06,603 INFO [RS:0;7d6f26a4c136:43747 {}] regionserver.HRegionServer(1031): Exiting; stopping=7d6f26a4c136,43747,1732672196683; zookeeper connection closed. 2024-11-27T01:52:06,604 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3934755c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3934755c 2024-11-27T01:52:06,604 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-27T01:52:06,930 INFO [M:0;7d6f26a4c136:35707 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-27T01:52:06,931 INFO [M:0;7d6f26a4c136:35707 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-27T01:52:06,931 DEBUG [M:0;7d6f26a4c136:35707 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-27T01:52:06,944 INFO [M:0;7d6f26a4c136:35707 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:52:06,944 DEBUG [M:0;7d6f26a4c136:35707 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:52:06,944 DEBUG [M:0;7d6f26a4c136:35707 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-27T01:52:06,944 DEBUG [M:0;7d6f26a4c136:35707 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:52:06,944 INFO [M:0;7d6f26a4c136:35707 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=441.00 KB heapSize=517.92 KB 2024-11-27T01:52:06,960 DEBUG [M:0;7d6f26a4c136:35707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2970c62378b14267a1dbd73f205cec2f is 82, key is hbase:meta,,1/info:regioninfo/1732672200390/Put/seqid=0 2024-11-27T01:52:06,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073742004_1180 (size=5672) 2024-11-27T01:52:07,364 INFO [M:0;7d6f26a4c136:35707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2970c62378b14267a1dbd73f205cec2f 2024-11-27T01:52:07,386 DEBUG [M:0;7d6f26a4c136:35707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/370f4b147a48484297e940f814f2c665 is 2200, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1732672316166/Put/seqid=0 2024-11-27T01:52:07,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073742005_1181 (size=30138) 2024-11-27T01:52:07,790 INFO [M:0;7d6f26a4c136:35707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.45 KB at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/370f4b147a48484297e940f814f2c665 2024-11-27T01:52:07,795 INFO [M:0;7d6f26a4c136:35707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 370f4b147a48484297e940f814f2c665 2024-11-27T01:52:07,810 DEBUG [M:0;7d6f26a4c136:35707 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d93cde4e44ad431abf50ce07dbadd75e is 69, key is 7d6f26a4c136,43747,1732672196683/rs:state/1732672199580/Put/seqid=0 2024-11-27T01:52:07,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073742006_1182 (size=5156) 2024-11-27T01:52:08,215 INFO [M:0;7d6f26a4c136:35707 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=907 (bloomFilter=true), to=hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d93cde4e44ad431abf50ce07dbadd75e 2024-11-27T01:52:08,220 DEBUG [M:0;7d6f26a4c136:35707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2970c62378b14267a1dbd73f205cec2f as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2970c62378b14267a1dbd73f205cec2f 2024-11-27T01:52:08,224 INFO [M:0;7d6f26a4c136:35707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2970c62378b14267a1dbd73f205cec2f, entries=8, sequenceid=907, filesize=5.5 K 2024-11-27T01:52:08,225 DEBUG [M:0;7d6f26a4c136:35707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/370f4b147a48484297e940f814f2c665 as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/370f4b147a48484297e940f814f2c665 2024-11-27T01:52:08,229 INFO [M:0;7d6f26a4c136:35707 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 370f4b147a48484297e940f814f2c665 2024-11-27T01:52:08,229 INFO [M:0;7d6f26a4c136:35707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/370f4b147a48484297e940f814f2c665, entries=94, sequenceid=907, filesize=29.4 K 2024-11-27T01:52:08,230 DEBUG [M:0;7d6f26a4c136:35707 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d93cde4e44ad431abf50ce07dbadd75e as hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d93cde4e44ad431abf50ce07dbadd75e 2024-11-27T01:52:08,234 INFO [M:0;7d6f26a4c136:35707 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39611/user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d93cde4e44ad431abf50ce07dbadd75e, entries=1, sequenceid=907, filesize=5.0 K 2024-11-27T01:52:08,235 INFO [M:0;7d6f26a4c136:35707 {}] regionserver.HRegion(3140): Finished flush of dataSize ~441.00 KB/451587, heapSize ~517.63 KB/530048, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=907, compaction requested=false 2024-11-27T01:52:08,236 INFO [M:0;7d6f26a4c136:35707 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-27T01:52:08,236 DEBUG [M:0;7d6f26a4c136:35707 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732672326931Disabling compacts and flushes for region at 1732672326931Disabling writes for close at 1732672326944 (+13 ms)Obtaining lock to block concurrent updates at 1732672326944Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732672326944Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451587, getHeapSize=530288, getOffHeapSize=0, getCellsCount=1030 at 1732672326945 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732672326945Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732672326945Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732672326960 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732672326960Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732672327369 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732672327385 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732672327385Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732672327795 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732672327809 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732672327809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@572cb72f: reopening flushed file at 1732672328219 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52f508b6: reopening flushed file at 1732672328224 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@308c0a69: reopening flushed file at 1732672328229 (+5 ms)Finished flush of dataSize ~441.00 KB/451587, heapSize ~517.63 KB/530048, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=907, compaction requested=false at 1732672328235 (+6 ms)Writing region close event to WAL at 1732672328236 (+1 ms)Closed at 1732672328236 2024-11-27T01:52:08,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43763 is added to blk_1073741830_1006 (size=511453) 2024-11-27T01:52:08,238 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/226af4d6-c38d-3677-c9bf-fcf1d881beb8/MasterData/WALs/7d6f26a4c136,35707,1732672194938/7d6f26a4c136%2C35707%2C1732672194938.7d6f26a4c136%2C35707%2C1732672194938.regiongroup-0.1732672198834 not finished, retry = 0 2024-11-27T01:52:08,340 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-27T01:52:08,340 INFO [M:0;7d6f26a4c136:35707 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-27T01:52:08,340 INFO [M:0;7d6f26a4c136:35707 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-27T01:52:08,340 INFO [M:0;7d6f26a4c136:35707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35707 2024-11-27T01:52:08,341 INFO [M:0;7d6f26a4c136:35707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-27T01:52:08,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:52:08,442 INFO [M:0;7d6f26a4c136:35707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-27T01:52:08,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35707-0x101571d70a70000, quorum=127.0.0.1:58662, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-27T01:52:08,452 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@796132fc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-27T01:52:08,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f14909d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:52:08,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:52:08,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:52:08,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@655474f4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,STOPPED} 2024-11-27T01:52:08,457 WARN [BP-1122523503-172.17.0.2-1732672192005 heartbeating to localhost/127.0.0.1:39611 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-27T01:52:08,457 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-27T01:52:08,457 WARN [BP-1122523503-172.17.0.2-1732672192005 heartbeating to localhost/127.0.0.1:39611 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1122523503-172.17.0.2-1732672192005 (Datanode Uuid f7e1c8c3-5788-43c9-ba37-e2ddaff65dd7) service to localhost/127.0.0.1:39611 2024-11-27T01:52:08,457 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-27T01:52:08,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/cluster_40a63ea6-c3c6-22f8-1bab-8c5312c792d0/data/data1/current/BP-1122523503-172.17.0.2-1732672192005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:52:08,458 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/cluster_40a63ea6-c3c6-22f8-1bab-8c5312c792d0/data/data2/current/BP-1122523503-172.17.0.2-1732672192005 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-27T01:52:08,459 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-27T01:52:08,465 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-27T01:52:08,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:52:08,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:52:08,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-27T01:52:08,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,STOPPED} 2024-11-27T01:52:08,475 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-27T01:52:08,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-27T01:52:08,550 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-27T01:52:08,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6b34c983{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T01:52:08,557 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60d40179{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:52:08,557 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:52:08,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31dee083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T01:52:08,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7589ce9a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,STOPPED} 2024-11-27T01:52:08,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6ac63746{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-27T01:52:08,567 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6797de21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:52:08,567 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:52:08,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@688e14c3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T01:52:08,567 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d4bd7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,STOPPED} 2024-11-27T01:52:08,573 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-27T01:52:08,573 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a612981{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-27T01:52:08,574 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@567287a2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:52:08,574 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:52:08,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31795375{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T01:52:08,574 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ccdffea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,STOPPED} 2024-11-27T01:52:08,577 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-27T01:52:08,581 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-27T01:52:08,581 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-27T01:52:08,582 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-27T01:52:08,585 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@559670b{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-27T01:52:08,586 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5221876d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-27T01:52:08,586 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-27T01:52:08,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a19140a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-27T01:52:08,586 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@54956a75{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/a479a99f-28a5-134f-fbb5-bddf764ba483/hadoop.log.dir/,STOPPED} 2024-11-27T01:52:08,590 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-27T01:52:08,590 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped