2024-11-17 21:46:01,399 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-17 21:46:01,411 main DEBUG Took 0.009368 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-17 21:46:01,411 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-17 21:46:01,411 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-17 21:46:01,412 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-17 21:46:01,413 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:46:01,423 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-17 21:46:01,435 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:46:01,437 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,437 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:46:01,438 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,438 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:46:01,439 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,439 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:46:01,440 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,440 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:46:01,441 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,441 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:46:01,442 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,442 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:46:01,442 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:46:01,443 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,443 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:46:01,444 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,444 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:46:01,444 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,445 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:46:01,445 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,446 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-17 21:46:01,446 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,446 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-17 21:46:01,448 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-17 21:46:01,449 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-17 21:46:01,451 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-17 21:46:01,451 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-17 21:46:01,452 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-17 21:46:01,453 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-17 21:46:01,461 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-17 21:46:01,464 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-17 21:46:01,466 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-17 21:46:01,466 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-17 21:46:01,466 main DEBUG createAppenders(={Console}) 2024-11-17 21:46:01,467 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-17 21:46:01,467 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-17 21:46:01,468 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-17 21:46:01,468 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-17 21:46:01,469 main DEBUG OutputStream closed 2024-11-17 21:46:01,469 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-17 21:46:01,469 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-17 21:46:01,469 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-17 21:46:01,554 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-17 21:46:01,556 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-17 21:46:01,557 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-17 21:46:01,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-17 21:46:01,559 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-17 21:46:01,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-17 21:46:01,560 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-17 21:46:01,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-17 21:46:01,561 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-17 21:46:01,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-17 21:46:01,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-17 21:46:01,562 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-17 21:46:01,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-17 21:46:01,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-17 21:46:01,563 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-17 21:46:01,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-17 21:46:01,564 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-17 21:46:01,565 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-17 21:46:01,567 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17 21:46:01,567 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-17 21:46:01,568 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-17 21:46:01,569 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-17T21:46:01,605 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-17 21:46:01,608 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-17 21:46:01,608 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-17T21:46:01,874 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e 2024-11-17T21:46:01,878 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-17T21:46:01,880 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T21:46:01,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-17T21:46:01,897 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/cluster_87d1e50c-e891-6894-3b81-e9eb800e8f01, deleteOnExit=true 2024-11-17T21:46:01,897 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-17T21:46:01,898 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/test.cache.data in system properties and HBase conf 2024-11-17T21:46:01,899 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:46:01,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:46:01,900 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:46:01,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:46:01,901 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:46:01,982 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-17T21:46:02,080 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-17T21:46:02,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:46:02,085 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:46:02,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:46:02,086 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:46:02,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:46:02,087 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:46:02,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:46:02,088 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:46:02,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:46:02,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:46:02,089 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:46:02,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:46:02,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:46:02,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:46:03,227 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-17T21:46:03,303 INFO [Time-limited test {}] log.Log(170): Logging initialized @2650ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T21:46:03,384 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:46:03,453 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:46:03,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:46:03,475 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:46:03,477 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:46:03,490 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:46:03,494 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:46:03,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:46:03,674 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e78c7b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/java.io.tmpdir/jetty-localhost-39337-hadoop-hdfs-3_4_1-tests_jar-_-any-840790877002473530/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:46:03,681 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:39337} 2024-11-17T21:46:03,681 INFO [Time-limited test {}] server.Server(415): Started @3029ms 2024-11-17T21:46:04,219 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:46:04,226 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:46:04,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:46:04,227 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:46:04,228 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:46:04,228 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:46:04,229 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-17T21:46:04,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@cb44ad4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/java.io.tmpdir/jetty-localhost-35003-hadoop-hdfs-3_4_1-tests_jar-_-any-10070214702023619313/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:46:04,328 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:35003} 2024-11-17T21:46:04,328 INFO [Time-limited test {}] server.Server(415): Started @3676ms 2024-11-17T21:46:04,380 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-17T21:46:05,412 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/cluster_87d1e50c-e891-6894-3b81-e9eb800e8f01/data/data1/current/BP-72138490-172.17.0.2-1731879962654/current, will proceed with Du for space computation calculation, 2024-11-17T21:46:05,412 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/cluster_87d1e50c-e891-6894-3b81-e9eb800e8f01/data/data2/current/BP-72138490-172.17.0.2-1731879962654/current, will proceed with Du for space computation calculation, 2024-11-17T21:46:05,446 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-17T21:46:05,485 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5fa48cdf478d81c with lease ID 0xc3b6880a57eada60: Processing first storage report for DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175 from datanode DatanodeRegistration(127.0.0.1:42801, datanodeUuid=abf7b81b-51fd-4b64-93e9-d87db2eaafba, infoPort=32801, infoSecurePort=0, ipcPort=46577, storageInfo=lv=-57;cid=testClusterID;nsid=87842329;c=1731879962654) 2024-11-17T21:46:05,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5fa48cdf478d81c with lease ID 0xc3b6880a57eada60: from storage DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175 node DatanodeRegistration(127.0.0.1:42801, datanodeUuid=abf7b81b-51fd-4b64-93e9-d87db2eaafba, infoPort=32801, infoSecurePort=0, ipcPort=46577, storageInfo=lv=-57;cid=testClusterID;nsid=87842329;c=1731879962654), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-17T21:46:05,486 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5fa48cdf478d81c with lease ID 0xc3b6880a57eada60: Processing first storage report for DS-80545c1a-9d77-4f9f-9ac8-6e5715e66af1 from datanode DatanodeRegistration(127.0.0.1:42801, datanodeUuid=abf7b81b-51fd-4b64-93e9-d87db2eaafba, infoPort=32801, infoSecurePort=0, ipcPort=46577, storageInfo=lv=-57;cid=testClusterID;nsid=87842329;c=1731879962654) 2024-11-17T21:46:05,486 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5fa48cdf478d81c with lease ID 0xc3b6880a57eada60: from storage DS-80545c1a-9d77-4f9f-9ac8-6e5715e66af1 node DatanodeRegistration(127.0.0.1:42801, datanodeUuid=abf7b81b-51fd-4b64-93e9-d87db2eaafba, infoPort=32801, infoSecurePort=0, ipcPort=46577, storageInfo=lv=-57;cid=testClusterID;nsid=87842329;c=1731879962654), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-17T21:46:05,559 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e 2024-11-17T21:46:05,631 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/cluster_87d1e50c-e891-6894-3b81-e9eb800e8f01/zookeeper_0, clientPort=64788, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/cluster_87d1e50c-e891-6894-3b81-e9eb800e8f01/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/cluster_87d1e50c-e891-6894-3b81-e9eb800e8f01/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-17T21:46:05,643 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64788 2024-11-17T21:46:05,653 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:46:05,655 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:46:05,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741825_1001 (size=7) 2024-11-17T21:46:06,249 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 with version=8 2024-11-17T21:46:06,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/hbase-staging 2024-11-17T21:46:06,260 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-17T21:46:06,261 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-17T21:46:06,261 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-17T21:46:06,261 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-17T21:46:06,330 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-17T21:46:06,603 INFO [Time-limited test {}] client.ConnectionUtils(128): master/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:46:06,613 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:46:06,614 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:46:06,618 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:46:06,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:46:06,618 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:46:06,740 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-17T21:46:06,793 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-17T21:46:06,805 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-17T21:46:06,809 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:46:06,837 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 135256 (auto-detected) 2024-11-17T21:46:06,838 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-17T21:46:06,854 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40211 2024-11-17T21:46:06,875 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40211 connecting to ZooKeeper ensemble=127.0.0.1:64788 2024-11-17T21:46:07,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402110x0, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:46:07,177 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40211-0x1014ac30f5a0000 connected 2024-11-17T21:46:07,267 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:46:07,269 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:46:07,279 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-17T21:46:07,298 INFO [Time-limited test {}] log.Log(170): Logging initialized @6646ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-17T21:46:07,335 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-17T21:46:07,335 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-17T21:46:07,336 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-17T21:46:07,337 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-17T21:46:07,337 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-17T21:46:07,339 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-17T21:46:07,339 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-17T21:46:07,339 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-17T21:46:07,340 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-17T21:46:07,394 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 34923 2024-11-17T21:46:07,394 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-17T21:46:07,406 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-17T21:46:07,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:46:07,408 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-17T21:46:07,408 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-17T21:46:07,447 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-17T21:46:07,454 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:46:07,455 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:46:07,455 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:46:07,459 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-17T21:46:07,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-17T21:46:07,983 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:34923} 2024-11-17T21:46:07,983 INFO [Time-limited test {}] server.Server(415): Started @7331ms 2024-11-17T21:46:07,986 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315, hbase.cluster.distributed=false 2024-11-17T21:46:08,011 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-17T21:46:08,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40211 2024-11-17T21:46:08,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40211 2024-11-17T21:46:08,021 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40211 2024-11-17T21:46:08,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40211 2024-11-17T21:46:08,022 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40211 2024-11-17T21:46:08,123 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/a313eea8709e:0 server-side Connection retries=45 2024-11-17T21:46:08,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:46:08,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-17T21:46:08,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-17T21:46:08,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-17T21:46:08,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-17T21:46:08,128 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-17T21:46:08,131 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-17T21:46:08,132 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37177 2024-11-17T21:46:08,134 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37177 connecting to ZooKeeper ensemble=127.0.0.1:64788 2024-11-17T21:46:08,135 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:46:08,137 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:46:08,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371770x0, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-17T21:46:08,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371770x0, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-17T21:46:08,223 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37177-0x1014ac30f5a0001 connected 2024-11-17T21:46:08,225 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-17T21:46:08,225 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-17T21:46:08,226 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-17T21:46:08,226 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-17T21:46:08,226 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-17T21:46:08,227 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-17T21:46:08,227 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-17T21:46:08,227 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-17T21:46:08,228 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-17T21:46:08,229 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 36317 2024-11-17T21:46:08,230 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-17T21:46:08,231 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-17T21:46:08,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:46:08,232 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-17T21:46:08,232 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-17T21:46:08,247 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-17T21:46:08,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:46:08,248 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:46:08,248 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:46:08,249 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-17T21:46:08,252 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-17T21:46:08,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:36317} 2024-11-17T21:46:08,253 INFO [Time-limited test {}] server.Server(415): Started @7601ms 2024-11-17T21:46:08,256 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-17T21:46:08,264 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-17T21:46:08,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-17T21:46:08,272 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-17T21:46:08,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37177 2024-11-17T21:46:08,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37177 2024-11-17T21:46:08,273 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37177 2024-11-17T21:46:08,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37177 2024-11-17T21:46:08,274 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37177 2024-11-17T21:46:08,294 DEBUG [M:0;a313eea8709e:40211 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;a313eea8709e:40211 2024-11-17T21:46:08,296 INFO [master/a313eea8709e:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-17T21:46:08,299 INFO [master/a313eea8709e:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@4dc009a1{HTTP/1.1, (http/1.1)}{0.0.0.0:35603} 2024-11-17T21:46:08,299 INFO [master/a313eea8709e:0:becomeActiveMaster {}] server.Server(415): Started @7647ms 2024-11-17T21:46:08,299 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/a313eea8709e,40211,1731879966442 2024-11-17T21:46:08,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-17T21:46:08,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-17T21:46:08,315 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/a313eea8709e,40211,1731879966442 2024-11-17T21:46:08,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-17T21:46:08,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:08,344 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:08,345 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-17T21:46:08,346 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/a313eea8709e,40211,1731879966442 from backup master directory 2024-11-17T21:46:08,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/a313eea8709e,40211,1731879966442 2024-11-17T21:46:08,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-17T21:46:08,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-17T21:46:08,360 WARN [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:46:08,360 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=a313eea8709e,40211,1731879966442 2024-11-17T21:46:08,362 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-17T21:46:08,363 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-17T21:46:08,411 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/hbase.id] with ID: aa77c407-6985-4717-a682-44680975a45c 2024-11-17T21:46:08,411 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.tmp/hbase.id 2024-11-17T21:46:08,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741826_1002 (size=42) 2024-11-17T21:46:08,824 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.tmp/hbase.id]:[hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/hbase.id] 2024-11-17T21:46:08,866 INFO [master/a313eea8709e:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-17T21:46:08,870 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-17T21:46:08,888 INFO [master/a313eea8709e:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-17T21:46:08,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:08,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:08,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741827_1003 (size=196) 2024-11-17T21:46:09,371 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:46:09,374 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-17T21:46:09,381 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-17T21:46:09,384 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-17T21:46:09,395 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:46:09,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741828_1004 (size=1189) 2024-11-17T21:46:09,849 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store 2024-11-17T21:46:09,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741829_1005 (size=34) 2024-11-17T21:46:10,275 INFO [master/a313eea8709e:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-17T21:46:10,279 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:10,281 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:46:10,281 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:46:10,282 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:46:10,283 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:46:10,284 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:46:10,284 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:46:10,285 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731879970281Disabling compacts and flushes for region at 1731879970281Disabling writes for close at 1731879970284 (+3 ms)Writing region close event to WAL at 1731879970284Closed at 1731879970284 2024-11-17T21:46:10,288 WARN [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/.initializing 2024-11-17T21:46:10,288 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/WALs/a313eea8709e,40211,1731879966442 2024-11-17T21:46:10,293 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:46:10,299 INFO [master/a313eea8709e:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor a313eea8709e,40211,1731879966442.regiongroup-0 2024-11-17T21:46:10,315 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C40211%2C1731879966442.a313eea8709e%2C40211%2C1731879966442.regiongroup-0, suffix=, logDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/WALs/a313eea8709e,40211,1731879966442, archiveDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/oldWALs, maxLogs=10 2024-11-17T21:46:10,346 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/WALs/a313eea8709e,40211,1731879966442/a313eea8709e%2C40211%2C1731879966442.a313eea8709e%2C40211%2C1731879966442.regiongroup-0.1731879970320, exclude list is [], retry=0 2024-11-17T21:46:10,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:46:10,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-17T21:46:10,411 INFO [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/WALs/a313eea8709e,40211,1731879966442/a313eea8709e%2C40211%2C1731879966442.a313eea8709e%2C40211%2C1731879966442.regiongroup-0.1731879970320 2024-11-17T21:46:10,412 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:46:10,412 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:46:10,413 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:10,416 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:46:10,417 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:46:10,461 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:46:10,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-17T21:46:10,498 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:10,501 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:46:10,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:46:10,505 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-17T21:46:10,505 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:10,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:10,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:46:10,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-17T21:46:10,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:10,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:10,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:46:10,516 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-17T21:46:10,516 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:10,517 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:10,518 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:46:10,523 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:46:10,524 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:46:10,532 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:46:10,532 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:46:10,537 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:46:10,542 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-17T21:46:10,548 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:46:10,550 INFO [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11622965600, jitterRate=0.082473024725914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:46:10,560 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731879970433Initializing all the Stores at 1731879970436 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731879970436Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879970438 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879970438Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879970438Cleaning up temporary data from old regions at 1731879970533 (+95 ms)Region opened successfully at 1731879970559 (+26 ms) 2024-11-17T21:46:10,562 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-17T21:46:10,597 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c686ee4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:46:10,633 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-17T21:46:10,644 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-17T21:46:10,645 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-17T21:46:10,648 INFO [master/a313eea8709e:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-17T21:46:10,649 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-17T21:46:10,654 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-17T21:46:10,654 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-17T21:46:10,680 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-17T21:46:10,690 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-17T21:46:10,765 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-17T21:46:10,768 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-17T21:46:10,770 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-17T21:46:10,780 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-17T21:46:10,783 INFO [master/a313eea8709e:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-17T21:46:10,788 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-17T21:46:10,801 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-17T21:46:10,803 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-17T21:46:10,812 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-17T21:46:10,833 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-17T21:46:10,843 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-17T21:46:10,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-17T21:46:10,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-17T21:46:10,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:10,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:10,856 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=a313eea8709e,40211,1731879966442, sessionid=0x1014ac30f5a0000, setting cluster-up flag (Was=false) 2024-11-17T21:46:10,862 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-17T21:46:10,885 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:10,886 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:10,917 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-17T21:46:10,919 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,40211,1731879966442 2024-11-17T21:46:10,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:10,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:10,969 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-17T21:46:10,972 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,40211,1731879966442 2024-11-17T21:46:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:10,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:11,028 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-17T21:46:11,030 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=a313eea8709e,40211,1731879966442 2024-11-17T21:46:11,035 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-17T21:46:11,080 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(746): ClusterId : aa77c407-6985-4717-a682-44680975a45c 2024-11-17T21:46:11,085 INFO [RS:0;a313eea8709e:37177 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-17T21:46:11,087 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-17T21:46:11,098 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-17T21:46:11,098 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-17T21:46:11,108 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-17T21:46:11,108 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-17T21:46:11,118 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-17T21:46:11,119 DEBUG [RS:0;a313eea8709e:37177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@602dece5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=a313eea8709e/172.17.0.2:0 2024-11-17T21:46:11,136 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;a313eea8709e:37177 2024-11-17T21:46:11,139 INFO [RS:0;a313eea8709e:37177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-17T21:46:11,138 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-17T21:46:11,139 INFO [RS:0;a313eea8709e:37177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-17T21:46:11,139 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-17T21:46:11,141 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,40211,1731879966442 with port=37177, startcode=1731879968091 2024-11-17T21:46:11,147 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-17T21:46:11,151 DEBUG [RS:0;a313eea8709e:37177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-17T21:46:11,152 INFO [master/a313eea8709e:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-17T21:46:11,157 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: a313eea8709e,40211,1731879966442 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-17T21:46:11,164 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:46:11,165 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:46:11,165 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:46:11,165 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/a313eea8709e:0, corePoolSize=5, maxPoolSize=5 2024-11-17T21:46:11,165 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/a313eea8709e:0, corePoolSize=10, maxPoolSize=10 2024-11-17T21:46:11,165 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:46:11,166 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:46:11,166 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:46:11,170 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731880001170 2024-11-17T21:46:11,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:46:11,171 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-17T21:46:11,172 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-17T21:46:11,173 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-17T21:46:11,178 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-17T21:46:11,178 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:11,178 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-17T21:46:11,178 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-17T21:46:11,178 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-17T21:46:11,179 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-17T21:46:11,179 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-17T21:46:11,183 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39143, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-17T21:46:11,180 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,185 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-17T21:46:11,186 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-17T21:46:11,187 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-17T21:46:11,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741831_1007 (size=1321) 2024-11-17T21:46:11,191 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T21:46:11,200 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2eacd7cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:11,200 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:46:11,204 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:46:11,208 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:46:11,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:46:11,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:46:11,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b54638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:11,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:46:11,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:46:11,218 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-17T21:46:11,218 WARN [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-17T21:46:11,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:11,220 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:46:11,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2028c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:11,224 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-17T21:46:11,226 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-17T21:46:11,226 INFO [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-17T21:46:11,228 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731879971227,5,FailOnTimeoutGroup] 2024-11-17T21:46:11,228 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731879971228,5,FailOnTimeoutGroup] 2024-11-17T21:46:11,228 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,228 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-17T21:46:11,229 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,230 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,320 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(2659): reportForDuty to master=a313eea8709e,40211,1731879966442 with port=37177, startcode=1731879968091 2024-11-17T21:46:11,322 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40211 {}] master.ServerManager(363): Checking decommissioned status of RegionServer a313eea8709e,37177,1731879968091 2024-11-17T21:46:11,323 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40211 {}] master.ServerManager(517): Registering regionserver=a313eea8709e,37177,1731879968091 2024-11-17T21:46:11,331 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:46:11,331 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45635 2024-11-17T21:46:11,331 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=34923 2024-11-17T21:46:11,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-17T21:46:11,380 DEBUG [RS:0;a313eea8709e:37177 {}] zookeeper.ZKUtil(111): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on existing znode=/1/rs/a313eea8709e,37177,1731879968091 2024-11-17T21:46:11,380 WARN [RS:0;a313eea8709e:37177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-17T21:46:11,381 INFO [RS:0;a313eea8709e:37177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-17T21:46:11,381 INFO [RS:0;a313eea8709e:37177 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-17T21:46:11,381 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091 2024-11-17T21:46:11,383 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [a313eea8709e,37177,1731879968091] 2024-11-17T21:46:11,405 INFO [RS:0;a313eea8709e:37177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-17T21:46:11,420 INFO [RS:0;a313eea8709e:37177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-17T21:46:11,425 INFO [RS:0;a313eea8709e:37177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-17T21:46:11,425 INFO [RS:0;a313eea8709e:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,426 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-17T21:46:11,432 INFO [RS:0;a313eea8709e:37177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-17T21:46:11,433 INFO [RS:0;a313eea8709e:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,433 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:46:11,434 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:46:11,434 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:46:11,434 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:46:11,434 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:46:11,434 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/a313eea8709e:0, corePoolSize=2, maxPoolSize=2 2024-11-17T21:46:11,434 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:46:11,434 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:46:11,434 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:46:11,434 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:46:11,434 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:46:11,435 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/a313eea8709e:0, corePoolSize=1, maxPoolSize=1 2024-11-17T21:46:11,435 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:46:11,435 DEBUG [RS:0;a313eea8709e:37177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/a313eea8709e:0, corePoolSize=3, maxPoolSize=3 2024-11-17T21:46:11,436 INFO [RS:0;a313eea8709e:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,436 INFO [RS:0;a313eea8709e:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,436 INFO [RS:0;a313eea8709e:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,436 INFO [RS:0;a313eea8709e:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,436 INFO [RS:0;a313eea8709e:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,436 INFO [RS:0;a313eea8709e:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37177,1731879968091-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:46:11,453 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-17T21:46:11,455 INFO [RS:0;a313eea8709e:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,37177,1731879968091-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,455 INFO [RS:0;a313eea8709e:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,455 INFO [RS:0;a313eea8709e:37177 {}] regionserver.Replication(171): a313eea8709e,37177,1731879968091 started 2024-11-17T21:46:11,471 INFO [RS:0;a313eea8709e:37177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:11,471 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1482): Serving as a313eea8709e,37177,1731879968091, RpcServer on a313eea8709e/172.17.0.2:37177, sessionid=0x1014ac30f5a0001 2024-11-17T21:46:11,472 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-17T21:46:11,472 DEBUG [RS:0;a313eea8709e:37177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager a313eea8709e,37177,1731879968091 2024-11-17T21:46:11,472 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,37177,1731879968091' 2024-11-17T21:46:11,472 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-17T21:46:11,473 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-17T21:46:11,474 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-17T21:46:11,474 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-17T21:46:11,474 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,37177,1731879968091' 2024-11-17T21:46:11,474 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T21:46:11,475 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T21:46:11,475 INFO [RS:0;a313eea8709e:37177 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-17T21:46:11,475 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-17T21:46:11,475 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-17T21:46:11,475 DEBUG [RS:0;a313eea8709e:37177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager a313eea8709e,37177,1731879968091 2024-11-17T21:46:11,476 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'a313eea8709e,37177,1731879968091' 2024-11-17T21:46:11,476 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-17T21:46:11,476 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-17T21:46:11,477 DEBUG [RS:0;a313eea8709e:37177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-17T21:46:11,477 INFO [RS:0;a313eea8709e:37177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-17T21:46:11,477 INFO [RS:0;a313eea8709e:37177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-17T21:46:11,581 INFO [RS:0;a313eea8709e:37177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:46:11,582 INFO [RS:0;a313eea8709e:37177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor a313eea8709e,37177,1731879968091.regiongroup-0 2024-11-17T21:46:11,585 INFO [RS:0;a313eea8709e:37177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0, suffix=, logDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091, archiveDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs, maxLogs=32 2024-11-17T21:46:11,592 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-17T21:46:11,592 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:46:11,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741832_1008 (size=32) 2024-11-17T21:46:11,603 DEBUG [RS:0;a313eea8709e:37177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879971587, exclude list is [], retry=0 2024-11-17T21:46:11,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:46:11,610 INFO [RS:0;a313eea8709e:37177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879971587 2024-11-17T21:46:11,611 DEBUG [RS:0;a313eea8709e:37177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:46:12,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:12,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:46:12,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:46:12,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:12,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:46:12,010 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:46:12,012 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:46:12,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:12,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:46:12,013 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:46:12,015 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:46:12,015 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:12,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:46:12,016 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:46:12,019 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:46:12,019 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:12,020 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:46:12,020 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:46:12,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740 2024-11-17T21:46:12,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740 2024-11-17T21:46:12,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:46:12,025 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:46:12,026 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:46:12,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:46:12,033 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:46:12,034 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10582480480, jitterRate=-0.01442970335483551}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:46:12,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731879972004Initializing all the Stores at 1731879972005 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731879972006 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731879972006Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879972006Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731879972006Cleaning up temporary data from old regions at 1731879972025 (+19 ms)Region opened successfully at 1731879972038 (+13 ms) 2024-11-17T21:46:12,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:46:12,038 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:46:12,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:46:12,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:46:12,039 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:46:12,040 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:46:12,040 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731879972038Disabling compacts and flushes for region at 1731879972038Disabling writes for close at 1731879972039 (+1 ms)Writing region close event to WAL at 1731879972040 (+1 ms)Closed at 1731879972040 2024-11-17T21:46:12,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:46:12,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-17T21:46:12,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-17T21:46:12,056 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:46:12,059 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-17T21:46:12,212 DEBUG [a313eea8709e:40211 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-17T21:46:12,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:12,230 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,37177,1731879968091, state=OPENING 2024-11-17T21:46:12,280 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-17T21:46:12,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:12,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:46:12,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-17T21:46:12,292 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-17T21:46:12,293 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-17T21:46:12,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,37177,1731879968091}] 2024-11-17T21:46:12,468 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-17T21:46:12,470 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56407, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-17T21:46:12,480 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-17T21:46:12,481 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-17T21:46:12,481 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-17T21:46:12,481 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:46:12,482 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-17T21:46:12,485 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C37177%2C1731879968091.meta, suffix=.meta, logDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091, archiveDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs, maxLogs=32 2024-11-17T21:46:12,499 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731879972486.meta, exclude list is [], retry=0 2024-11-17T21:46:12,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:46:12,505 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731879972486.meta 2024-11-17T21:46:12,505 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:46:12,506 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:46:12,510 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T21:46:12,511 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-17T21:46:12,513 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-17T21:46:12,513 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-17T21:46:12,516 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-17T21:46:12,517 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:12,517 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-17T21:46:12,517 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-17T21:46:12,520 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-17T21:46:12,521 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-17T21:46:12,522 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:12,522 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:46:12,523 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-17T21:46:12,524 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-17T21:46:12,524 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:12,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:46:12,525 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-17T21:46:12,527 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-17T21:46:12,527 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:12,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:46:12,528 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-17T21:46:12,530 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-17T21:46:12,530 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:12,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-17T21:46:12,531 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-17T21:46:12,532 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740 2024-11-17T21:46:12,535 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740 2024-11-17T21:46:12,537 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-17T21:46:12,537 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-17T21:46:12,538 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-17T21:46:12,542 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-17T21:46:12,544 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11290671680, jitterRate=0.05152574181556702}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-17T21:46:12,544 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-17T21:46:12,545 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731879972518Writing region info on filesystem at 1731879972518Initializing all the Stores at 1731879972519 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731879972519Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731879972520 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879972520Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731879972520Cleaning up temporary data from old regions at 1731879972537 (+17 ms)Running coprocessor post-open hooks at 1731879972544 (+7 ms)Region opened successfully at 1731879972545 (+1 ms) 2024-11-17T21:46:12,552 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731879972461 2024-11-17T21:46:12,562 DEBUG [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-17T21:46:12,563 INFO [RS_OPEN_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-17T21:46:12,564 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:12,567 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as a313eea8709e,37177,1731879968091, state=OPEN 2024-11-17T21:46:12,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-17T21:46:12,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-17T21:46:12,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-17T21:46:12,580 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-17T21:46:12,581 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=a313eea8709e,37177,1731879968091 2024-11-17T21:46:12,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-17T21:46:12,586 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=a313eea8709e,37177,1731879968091 in 286 msec 2024-11-17T21:46:12,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-17T21:46:12,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 538 msec 2024-11-17T21:46:12,595 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-17T21:46:12,595 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-17T21:46:12,617 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:46:12,618 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:46:12,641 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:46:12,643 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43353, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:46:12,664 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5800 sec 2024-11-17T21:46:12,664 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731879972664, completionTime=-1 2024-11-17T21:46:12,666 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-17T21:46:12,666 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-17T21:46:12,693 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-17T21:46:12,693 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731880032693 2024-11-17T21:46:12,693 INFO [master/a313eea8709e:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731880092693 2024-11-17T21:46:12,694 INFO [master/a313eea8709e:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 27 msec 2024-11-17T21:46:12,695 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40211,1731879966442-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:12,696 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40211,1731879966442-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:12,696 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40211,1731879966442-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:12,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-a313eea8709e:40211, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:12,697 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:12,698 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:12,704 DEBUG [master/a313eea8709e:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-17T21:46:12,725 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.365sec 2024-11-17T21:46:12,726 INFO [master/a313eea8709e:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-17T21:46:12,727 INFO [master/a313eea8709e:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-17T21:46:12,728 INFO [master/a313eea8709e:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-17T21:46:12,729 INFO [master/a313eea8709e:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-17T21:46:12,729 INFO [master/a313eea8709e:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-17T21:46:12,729 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40211,1731879966442-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-17T21:46:12,730 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40211,1731879966442-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-17T21:46:12,737 DEBUG [master/a313eea8709e:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-17T21:46:12,738 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-17T21:46:12,738 INFO [master/a313eea8709e:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=a313eea8709e,40211,1731879966442-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-17T21:46:12,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68cc25be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:12,785 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-17T21:46:12,785 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-17T21:46:12,788 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:46:12,788 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:46:12,794 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:46:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:46:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:46:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@539c4845, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:46:12,795 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:46:12,796 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:12,798 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:46:12,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@195abe33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:12,800 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:46:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:46:12,807 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:46:12,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:46:12,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=a313eea8709e,40211,1731879966442 2024-11-17T21:46:12,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-17T21:46:12,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/test.cache.data in system properties and HBase conf 2024-11-17T21:46:12,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.tmp.dir in system properties and HBase conf 2024-11-17T21:46:12,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir in system properties and HBase conf 2024-11-17T21:46:12,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-17T21:46:12,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-17T21:46:12,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/nfs.dump.dir in system properties and HBase conf 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/java.io.tmpdir in system properties and HBase conf 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-17T21:46:12,828 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-17T21:46:12,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741835_1011 (size=592039) 2024-11-17T21:46:13,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741836_1012 (size=1663647) 2024-11-17T21:46:14,823 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:46:14,892 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:46:15,097 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:46:15,098 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-17T21:46:15,099 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:46:15,100 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:46:15,100 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:46:15,100 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:46:15,103 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45067f3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:46:15,103 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a80b569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-17T21:46:15,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:46:15,109 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:46:15,109 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:46:15,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:46:15,123 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@31795375{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:46:15,124 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@282c7ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-17T21:46:15,232 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-17T21:46:15,232 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-17T21:46:15,233 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-17T21:46:15,234 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-17T21:46:15,273 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T21:46:15,373 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T21:46:15,578 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T21:46:15,601 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@e4f8d9d{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/java.io.tmpdir/jetty-localhost-33279-hadoop-yarn-common-3_4_1_jar-_-any-1844084183043981912/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-17T21:46:15,601 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@565d8ae0{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/java.io.tmpdir/jetty-localhost-34575-hadoop-yarn-common-3_4_1_jar-_-any-17909141215583711519/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-17T21:46:15,602 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22b748ed{HTTP/1.1, (http/1.1)}{localhost:34575} 2024-11-17T21:46:15,602 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@73ba90c4{HTTP/1.1, (http/1.1)}{localhost:33279} 2024-11-17T21:46:15,602 INFO [Time-limited test {}] server.Server(415): Started @14950ms 2024-11-17T21:46:15,602 INFO [Thread-251 {}] server.Server(415): Started @14950ms 2024-11-17T21:46:15,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741837_1013 (size=5) 2024-11-17T21:46:16,474 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-17T21:46:16,481 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:46:16,513 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-17T21:46:16,514 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:46:16,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:46:16,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:46:16,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-17T21:46:16,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:46:16,522 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a001877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:46:16,523 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17a3c81c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-17T21:46:16,580 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-17T21:46:16,580 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-17T21:46:16,581 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-17T21:46:16,581 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-17T21:46:16,591 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T21:46:16,599 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T21:46:16,709 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T21:46:16,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38b35098{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/java.io.tmpdir/jetty-localhost-39185-hadoop-yarn-common-3_4_1_jar-_-any-9912873360860890543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-17T21:46:16,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@68290190{HTTP/1.1, (http/1.1)}{localhost:39185} 2024-11-17T21:46:16,720 INFO [Time-limited test {}] server.Server(415): Started @16068ms 2024-11-17T21:46:16,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-17T21:46:16,790 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-17T21:46:16,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T21:46:16,798 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-17T21:46:16,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:46:16,798 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-17T21:46:16,798 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-17T21:46:16,798 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-17T21:46:16,837 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-17T21:46:16,840 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:46:16,852 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-17T21:46:16,852 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-17T21:46:16,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-17T21:46:16,856 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-17T21:46:16,857 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-17T21:46:16,861 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-17T21:46:16,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d818054{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,AVAILABLE} 2024-11-17T21:46:16,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b9cb185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-17T21:46:16,907 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-17T21:46:16,907 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-17T21:46:16,907 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-17T21:46:16,908 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-17T21:46:16,915 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T21:46:16,920 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T21:46:17,001 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-17T21:46:17,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4af6878b{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/java.io.tmpdir/jetty-localhost-35833-hadoop-yarn-common-3_4_1_jar-_-any-11350946475902680550/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-17T21:46:17,008 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@371efa7b{HTTP/1.1, (http/1.1)}{localhost:35833} 2024-11-17T21:46:17,008 INFO [Time-limited test {}] server.Server(415): Started @16356ms 2024-11-17T21:46:17,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-17T21:46:17,030 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:45635/backupUT 2024-11-17T21:46:17,035 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:46:17,040 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40211,1731879966442 2024-11-17T21:46:17,044 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d078ce5 2024-11-17T21:46:17,045 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:46:17,047 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:46:17,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-11-17T21:46:17,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-17T21:46:17,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:46:17,076 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 22 msec 2024-11-17T21:46:17,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-17T21:46:17,175 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-17T21:46:17,175 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-11-17T21:46:17,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-17T21:46:17,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-17T21:46:17,191 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 13 msec 2024-11-17T21:46:17,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-17T21:46:17,285 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-17T21:46:17,286 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-11-17T21:46:17,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-17T21:46:17,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-17T21:46:17,304 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 14 msec 2024-11-17T21:46:17,400 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-17T21:46:17,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-17T21:46:17,404 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-17T21:46:17,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-11-17T21:46:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-17T21:46:17,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:46:17,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 12 msec 2024-11-17T21:46:17,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-17T21:46:17,514 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-17T21:46:17,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1731879977030', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:46:17,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731879977030 2024-11-17T21:46:17,536 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731879977030 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:46:17,538 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1731879977030" procId is: 8 2024-11-17T21:46:17,539 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:17,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-17T21:46:17,542 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731879977030 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:46:17,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741838_1014 (size=367) 2024-11-17T21:46:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-17T21:46:17,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-17T21:46:17,956 INFO [RegionOpenAndInit-test-1731879977030-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f49f3dbb9d435d97a8f74a9e9cb3579a, NAME => 'test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731879977030', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:46:17,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741839_1015 (size=53) 2024-11-17T21:46:17,966 DEBUG [RegionOpenAndInit-test-1731879977030-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:17,966 DEBUG [RegionOpenAndInit-test-1731879977030-pool-0 {}] regionserver.HRegion(1722): Closing f49f3dbb9d435d97a8f74a9e9cb3579a, disabling compactions & flushes 2024-11-17T21:46:17,966 INFO [RegionOpenAndInit-test-1731879977030-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:17,966 DEBUG [RegionOpenAndInit-test-1731879977030-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:17,966 DEBUG [RegionOpenAndInit-test-1731879977030-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. after waiting 0 ms 2024-11-17T21:46:17,966 DEBUG [RegionOpenAndInit-test-1731879977030-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:17,966 INFO [RegionOpenAndInit-test-1731879977030-pool-0 {}] regionserver.HRegion(1973): Closed test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:17,967 DEBUG [RegionOpenAndInit-test-1731879977030-pool-0 {}] regionserver.HRegion(1676): Region close journal for f49f3dbb9d435d97a8f74a9e9cb3579a: Waiting for close lock at 1731879977966Disabling compacts and flushes for region at 1731879977966Disabling writes for close at 1731879977966Writing region close event to WAL at 1731879977966Closed at 1731879977966 2024-11-17T21:46:17,969 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731879977030 execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:46:17,973 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731879977969"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731879977969"}]},"ts":"1731879977969"} 2024-11-17T21:46:17,978 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:46:17,980 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731879977030 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:46:17,982 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731879977030","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731879977980"}]},"ts":"1731879977980"} 2024-11-17T21:46:17,986 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731879977030, state=ENABLING in hbase:meta 2024-11-17T21:46:17,988 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, ASSIGN}] 2024-11-17T21:46:17,990 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, ASSIGN 2024-11-17T21:46:17,992 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, ASSIGN; state=OFFLINE, location=a313eea8709e,37177,1731879968091; forceNewPlan=false, retain=false 2024-11-17T21:46:18,038 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-17T21:46:18,144 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f49f3dbb9d435d97a8f74a9e9cb3579a, regionState=OPENING, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:18,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, ASSIGN because future has completed 2024-11-17T21:46:18,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091}] 2024-11-17T21:46:18,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-17T21:46:18,326 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:18,326 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-17T21:46:18,326 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor a313eea8709e,37177,1731879968091.regiongroup-1 2024-11-17T21:46:18,329 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1, suffix=, logDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091, archiveDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs, maxLogs=32 2024-11-17T21:46:18,343 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879978331, exclude list is [], retry=0 2024-11-17T21:46:18,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:46:18,349 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879978331 2024-11-17T21:46:18,350 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:46:18,350 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f49f3dbb9d435d97a8f74a9e9cb3579a, NAME => 'test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:46:18,350 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T21:46:18,350 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731879977030 f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:18,351 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:18,351 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:18,351 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:18,353 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:18,355 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f49f3dbb9d435d97a8f74a9e9cb3579a columnFamilyName f 2024-11-17T21:46:18,356 DEBUG [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:18,357 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(327): Store=f49f3dbb9d435d97a8f74a9e9cb3579a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:18,357 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:18,358 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:18,359 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:18,359 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:18,360 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:18,362 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:18,366 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:46:18,367 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened f49f3dbb9d435d97a8f74a9e9cb3579a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10521513280, jitterRate=-0.02010771632194519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T21:46:18,367 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:18,368 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f49f3dbb9d435d97a8f74a9e9cb3579a: Running coprocessor pre-open hook at 1731879978351Writing region info on filesystem at 1731879978351Initializing all the Stores at 1731879978352 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879978353 (+1 ms)Cleaning up temporary data from old regions at 1731879978360 (+7 ms)Running coprocessor post-open hooks at 1731879978367 (+7 ms)Region opened successfully at 1731879978368 (+1 ms) 2024-11-17T21:46:18,370 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a., pid=10, masterSystemTime=1731879978302 2024-11-17T21:46:18,373 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:18,373 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:18,374 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f49f3dbb9d435d97a8f74a9e9cb3579a, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:18,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091 because future has completed 2024-11-17T21:46:18,385 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-17T21:46:18,386 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091 in 232 msec 2024-11-17T21:46:18,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-17T21:46:18,389 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, ASSIGN in 397 msec 2024-11-17T21:46:18,390 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731879977030 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:46:18,391 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731879977030","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731879978390"}]},"ts":"1731879978390"} 2024-11-17T21:46:18,394 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731879977030, state=ENABLED in hbase:meta 2024-11-17T21:46:18,395 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731879977030 execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:46:18,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731879977030 in 868 msec 2024-11-17T21:46:18,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-17T21:46:18,684 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731879977030 completed 2024-11-17T21:46:18,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1761030a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:18,685 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:46:18,686 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:46:18,687 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:46:18,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:46:18,687 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:46:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@251e381e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:46:18,688 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:46:18,689 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:18,690 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:46:18,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12f936e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:18,694 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:46:18,695 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:46:18,696 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:46:18,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:46:18,704 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731879977030', row='row0', locateType=CURRENT is [region=test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a., hostname=a313eea8709e,37177,1731879968091, seqNum=2] 2024-11-17T21:46:18,706 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37177 {}] regionserver.HRegion(8528): writing data to region test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T21:46:18,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17318799770301', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:46:18,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17318799770301 2024-11-17T21:46:18,862 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17318799770301 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:46:18,862 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:18,862 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17318799770301" procId is: 11 2024-11-17T21:46:18,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T21:46:18,863 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17318799770301 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:46:18,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741841_1017 (size=364) 2024-11-17T21:46:18,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T21:46:19,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T21:46:19,275 INFO [RegionOpenAndInit-ns2:test-17318799770301-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cc42a08b47c64bf05dabc845c237c80, NAME => 'ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17318799770301', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:46:19,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741842_1018 (size=50) 2024-11-17T21:46:19,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T21:46:19,685 DEBUG [RegionOpenAndInit-ns2:test-17318799770301-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:19,685 DEBUG [RegionOpenAndInit-ns2:test-17318799770301-pool-0 {}] regionserver.HRegion(1722): Closing 8cc42a08b47c64bf05dabc845c237c80, disabling compactions & flushes 2024-11-17T21:46:19,685 INFO [RegionOpenAndInit-ns2:test-17318799770301-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:46:19,685 DEBUG [RegionOpenAndInit-ns2:test-17318799770301-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:46:19,685 DEBUG [RegionOpenAndInit-ns2:test-17318799770301-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. after waiting 0 ms 2024-11-17T21:46:19,685 DEBUG [RegionOpenAndInit-ns2:test-17318799770301-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:46:19,685 INFO [RegionOpenAndInit-ns2:test-17318799770301-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:46:19,686 DEBUG [RegionOpenAndInit-ns2:test-17318799770301-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cc42a08b47c64bf05dabc845c237c80: Waiting for close lock at 1731879979685Disabling compacts and flushes for region at 1731879979685Disabling writes for close at 1731879979685Writing region close event to WAL at 1731879979685Closed at 1731879979685 2024-11-17T21:46:19,687 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17318799770301 execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:46:19,688 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731879979687"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731879979687"}]},"ts":"1731879979687"} 2024-11-17T21:46:19,691 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:46:19,693 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17318799770301 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:46:19,693 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17318799770301","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731879979693"}]},"ts":"1731879979693"} 2024-11-17T21:46:19,695 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17318799770301, state=ENABLING in hbase:meta 2024-11-17T21:46:19,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17318799770301, region=8cc42a08b47c64bf05dabc845c237c80, ASSIGN}] 2024-11-17T21:46:19,697 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17318799770301, region=8cc42a08b47c64bf05dabc845c237c80, ASSIGN 2024-11-17T21:46:19,699 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17318799770301, region=8cc42a08b47c64bf05dabc845c237c80, ASSIGN; state=OFFLINE, location=a313eea8709e,37177,1731879968091; forceNewPlan=false, retain=false 2024-11-17T21:46:19,850 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8cc42a08b47c64bf05dabc845c237c80, regionState=OPENING, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:19,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17318799770301, region=8cc42a08b47c64bf05dabc845c237c80, ASSIGN because future has completed 2024-11-17T21:46:19,854 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cc42a08b47c64bf05dabc845c237c80, server=a313eea8709e,37177,1731879968091}] 2024-11-17T21:46:20,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T21:46:20,012 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:46:20,012 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cc42a08b47c64bf05dabc845c237c80, NAME => 'ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:46:20,012 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T21:46:20,012 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17318799770301 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:20,013 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:20,013 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:20,013 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:20,015 INFO [StoreOpener-8cc42a08b47c64bf05dabc845c237c80-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:20,017 INFO [StoreOpener-8cc42a08b47c64bf05dabc845c237c80-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cc42a08b47c64bf05dabc845c237c80 columnFamilyName f 2024-11-17T21:46:20,017 DEBUG [StoreOpener-8cc42a08b47c64bf05dabc845c237c80-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:20,018 INFO [StoreOpener-8cc42a08b47c64bf05dabc845c237c80-1 {}] regionserver.HStore(327): Store=8cc42a08b47c64bf05dabc845c237c80/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:20,018 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:20,020 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:20,020 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:20,021 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:20,021 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:20,024 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:20,027 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:46:20,028 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 8cc42a08b47c64bf05dabc845c237c80; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10749301120, jitterRate=0.0011066794395446777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T21:46:20,029 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:20,030 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 8cc42a08b47c64bf05dabc845c237c80: Running coprocessor pre-open hook at 1731879980013Writing region info on filesystem at 1731879980013Initializing all the Stores at 1731879980014 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879980014Cleaning up temporary data from old regions at 1731879980021 (+7 ms)Running coprocessor post-open hooks at 1731879980029 (+8 ms)Region opened successfully at 1731879980030 (+1 ms) 2024-11-17T21:46:20,031 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80., pid=13, masterSystemTime=1731879980007 2024-11-17T21:46:20,035 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:46:20,035 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:46:20,036 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=8cc42a08b47c64bf05dabc845c237c80, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:20,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cc42a08b47c64bf05dabc845c237c80, server=a313eea8709e,37177,1731879968091 because future has completed 2024-11-17T21:46:20,046 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-17T21:46:20,048 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cc42a08b47c64bf05dabc845c237c80, server=a313eea8709e,37177,1731879968091 in 188 msec 2024-11-17T21:46:20,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-17T21:46:20,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17318799770301, region=8cc42a08b47c64bf05dabc845c237c80, ASSIGN in 350 msec 2024-11-17T21:46:20,052 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17318799770301 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:46:20,053 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17318799770301","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731879980052"}]},"ts":"1731879980052"} 2024-11-17T21:46:20,056 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17318799770301, state=ENABLED in hbase:meta 2024-11-17T21:46:20,057 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17318799770301 execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:46:20,061 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17318799770301 in 1.1990 sec 2024-11-17T21:46:21,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-17T21:46:21,015 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17318799770301 completed 2024-11-17T21:46:21,020 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17318799770301', row='row0', locateType=CURRENT is [region=ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80., hostname=a313eea8709e,37177,1731879968091, seqNum=2] 2024-11-17T21:46:21,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37177 {}] regionserver.HRegion(8528): writing data to region ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. with WAL disabled. Data may be lost in the event of a crash. 2024-11-17T21:46:21,174 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17318799770302', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:46:21,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17318799770302 2024-11-17T21:46:21,178 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17318799770302 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:46:21,178 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:21,178 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17318799770302" procId is: 14 2024-11-17T21:46:21,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T21:46:21,179 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17318799770302 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:46:21,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741843_1019 (size=390) 2024-11-17T21:46:21,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T21:46:21,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T21:46:21,589 INFO [RegionOpenAndInit-ns3:test-17318799770302-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 264cdf6b0beed7276ad0e058008950c9, NAME => 'ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17318799770302', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:46:21,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741844_1020 (size=50) 2024-11-17T21:46:21,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T21:46:21,998 DEBUG [RegionOpenAndInit-ns3:test-17318799770302-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:21,999 DEBUG [RegionOpenAndInit-ns3:test-17318799770302-pool-0 {}] regionserver.HRegion(1722): Closing 264cdf6b0beed7276ad0e058008950c9, disabling compactions & flushes 2024-11-17T21:46:21,999 INFO [RegionOpenAndInit-ns3:test-17318799770302-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:46:21,999 DEBUG [RegionOpenAndInit-ns3:test-17318799770302-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:46:21,999 DEBUG [RegionOpenAndInit-ns3:test-17318799770302-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. after waiting 0 ms 2024-11-17T21:46:21,999 DEBUG [RegionOpenAndInit-ns3:test-17318799770302-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:46:21,999 INFO [RegionOpenAndInit-ns3:test-17318799770302-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:46:21,999 DEBUG [RegionOpenAndInit-ns3:test-17318799770302-pool-0 {}] regionserver.HRegion(1676): Region close journal for 264cdf6b0beed7276ad0e058008950c9: Waiting for close lock at 1731879981998Disabling compacts and flushes for region at 1731879981998Disabling writes for close at 1731879981999 (+1 ms)Writing region close event to WAL at 1731879981999Closed at 1731879981999 2024-11-17T21:46:22,001 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17318799770302 execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:46:22,001 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731879982001"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731879982001"}]},"ts":"1731879982001"} 2024-11-17T21:46:22,038 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:46:22,040 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17318799770302 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:46:22,040 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17318799770302","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731879982040"}]},"ts":"1731879982040"} 2024-11-17T21:46:22,043 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17318799770302, state=ENABLING in hbase:meta 2024-11-17T21:46:22,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17318799770302, region=264cdf6b0beed7276ad0e058008950c9, ASSIGN}] 2024-11-17T21:46:22,046 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17318799770302, region=264cdf6b0beed7276ad0e058008950c9, ASSIGN 2024-11-17T21:46:22,047 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17318799770302, region=264cdf6b0beed7276ad0e058008950c9, ASSIGN; state=OFFLINE, location=a313eea8709e,37177,1731879968091; forceNewPlan=false, retain=false 2024-11-17T21:46:22,198 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=264cdf6b0beed7276ad0e058008950c9, regionState=OPENING, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:22,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17318799770302, region=264cdf6b0beed7276ad0e058008950c9, ASSIGN because future has completed 2024-11-17T21:46:22,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 264cdf6b0beed7276ad0e058008950c9, server=a313eea8709e,37177,1731879968091}] 2024-11-17T21:46:22,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T21:46:22,360 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:46:22,361 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 264cdf6b0beed7276ad0e058008950c9, NAME => 'ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:46:22,361 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T21:46:22,361 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17318799770302 264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:46:22,361 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:22,362 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:46:22,362 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:46:22,364 INFO [StoreOpener-264cdf6b0beed7276ad0e058008950c9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:46:22,366 INFO [StoreOpener-264cdf6b0beed7276ad0e058008950c9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 264cdf6b0beed7276ad0e058008950c9 columnFamilyName f 2024-11-17T21:46:22,366 DEBUG [StoreOpener-264cdf6b0beed7276ad0e058008950c9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:22,367 INFO [StoreOpener-264cdf6b0beed7276ad0e058008950c9-1 {}] regionserver.HStore(327): Store=264cdf6b0beed7276ad0e058008950c9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:22,367 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:46:22,368 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns3/test-17318799770302/264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:46:22,368 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns3/test-17318799770302/264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:46:22,369 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:46:22,369 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:46:22,371 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:46:22,375 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns3/test-17318799770302/264cdf6b0beed7276ad0e058008950c9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:46:22,375 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 264cdf6b0beed7276ad0e058008950c9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11754388640, jitterRate=0.0947127491235733}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T21:46:22,376 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:46:22,376 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 264cdf6b0beed7276ad0e058008950c9: Running coprocessor pre-open hook at 1731879982362Writing region info on filesystem at 1731879982362Initializing all the Stores at 1731879982363 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879982363Cleaning up temporary data from old regions at 1731879982369 (+6 ms)Running coprocessor post-open hooks at 1731879982376 (+7 ms)Region opened successfully at 1731879982376 2024-11-17T21:46:22,377 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9., pid=16, masterSystemTime=1731879982355 2024-11-17T21:46:22,380 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:46:22,380 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:46:22,381 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=264cdf6b0beed7276ad0e058008950c9, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:22,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 264cdf6b0beed7276ad0e058008950c9, server=a313eea8709e,37177,1731879968091 because future has completed 2024-11-17T21:46:22,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-17T21:46:22,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 264cdf6b0beed7276ad0e058008950c9, server=a313eea8709e,37177,1731879968091 in 184 msec 2024-11-17T21:46:22,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-17T21:46:22,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17318799770302, region=264cdf6b0beed7276ad0e058008950c9, ASSIGN in 347 msec 2024-11-17T21:46:22,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17318799770302 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:46:22,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17318799770302","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731879982394"}]},"ts":"1731879982394"} 2024-11-17T21:46:22,397 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17318799770302, state=ENABLED in hbase:meta 2024-11-17T21:46:22,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17318799770302 execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:46:22,401 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17318799770302 in 1.2240 sec 2024-11-17T21:46:23,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-17T21:46:23,334 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17318799770302 completed 2024-11-17T21:46:23,334 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17318799770302 get assigned. Timeout = 60000ms 2024-11-17T21:46:23,336 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T21:46:23,341 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17318799770302 assigned to meta. Checking AM states. 2024-11-17T21:46:23,341 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T21:46:23,342 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17318799770302 assigned. 2024-11-17T21:46:23,344 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17318799770303', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:46:23,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17318799770303 2024-11-17T21:46:23,347 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17318799770303 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:46:23,347 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:23,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17318799770303" procId is: 17 2024-11-17T21:46:23,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T21:46:23,349 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17318799770303 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:46:23,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741845_1021 (size=390) 2024-11-17T21:46:23,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T21:46:23,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T21:46:23,760 INFO [RegionOpenAndInit-ns4:test-17318799770303-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70b2e6f3392a20ffaf269f86b054f706, NAME => 'ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17318799770303', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:46:23,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741846_1022 (size=50) 2024-11-17T21:46:23,854 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-17T21:46:23,883 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731879977030' 2024-11-17T21:46:23,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17318799770301' 2024-11-17T21:46:23,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17318799770302' 2024-11-17T21:46:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T21:46:24,169 DEBUG [RegionOpenAndInit-ns4:test-17318799770303-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:24,169 DEBUG [RegionOpenAndInit-ns4:test-17318799770303-pool-0 {}] regionserver.HRegion(1722): Closing 70b2e6f3392a20ffaf269f86b054f706, disabling compactions & flushes 2024-11-17T21:46:24,169 INFO [RegionOpenAndInit-ns4:test-17318799770303-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:46:24,169 DEBUG [RegionOpenAndInit-ns4:test-17318799770303-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:46:24,169 DEBUG [RegionOpenAndInit-ns4:test-17318799770303-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. after waiting 0 ms 2024-11-17T21:46:24,169 DEBUG [RegionOpenAndInit-ns4:test-17318799770303-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:46:24,170 INFO [RegionOpenAndInit-ns4:test-17318799770303-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:46:24,170 DEBUG [RegionOpenAndInit-ns4:test-17318799770303-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70b2e6f3392a20ffaf269f86b054f706: Waiting for close lock at 1731879984169Disabling compacts and flushes for region at 1731879984169Disabling writes for close at 1731879984169Writing region close event to WAL at 1731879984169Closed at 1731879984170 (+1 ms) 2024-11-17T21:46:24,171 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17318799770303 execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:46:24,172 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731879984171"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731879984171"}]},"ts":"1731879984171"} 2024-11-17T21:46:24,174 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:46:24,176 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17318799770303 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:46:24,176 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17318799770303","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731879984176"}]},"ts":"1731879984176"} 2024-11-17T21:46:24,178 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17318799770303, state=ENABLING in hbase:meta 2024-11-17T21:46:24,179 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17318799770303, region=70b2e6f3392a20ffaf269f86b054f706, ASSIGN}] 2024-11-17T21:46:24,180 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17318799770303, region=70b2e6f3392a20ffaf269f86b054f706, ASSIGN 2024-11-17T21:46:24,181 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17318799770303, region=70b2e6f3392a20ffaf269f86b054f706, ASSIGN; state=OFFLINE, location=a313eea8709e,37177,1731879968091; forceNewPlan=false, retain=false 2024-11-17T21:46:24,332 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=70b2e6f3392a20ffaf269f86b054f706, regionState=OPENING, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:24,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17318799770303, region=70b2e6f3392a20ffaf269f86b054f706, ASSIGN because future has completed 2024-11-17T21:46:24,336 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70b2e6f3392a20ffaf269f86b054f706, server=a313eea8709e,37177,1731879968091}] 2024-11-17T21:46:24,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T21:46:24,494 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:46:24,494 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 70b2e6f3392a20ffaf269f86b054f706, NAME => 'ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:46:24,494 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T21:46:24,495 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17318799770303 70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:46:24,495 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:24,495 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:46:24,495 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:46:24,497 INFO [StoreOpener-70b2e6f3392a20ffaf269f86b054f706-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:46:24,499 INFO [StoreOpener-70b2e6f3392a20ffaf269f86b054f706-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70b2e6f3392a20ffaf269f86b054f706 columnFamilyName f 2024-11-17T21:46:24,499 DEBUG [StoreOpener-70b2e6f3392a20ffaf269f86b054f706-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:24,500 INFO [StoreOpener-70b2e6f3392a20ffaf269f86b054f706-1 {}] regionserver.HStore(327): Store=70b2e6f3392a20ffaf269f86b054f706/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:24,500 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:46:24,501 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns4/test-17318799770303/70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:46:24,502 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns4/test-17318799770303/70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:46:24,502 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:46:24,502 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:46:24,505 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:46:24,508 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns4/test-17318799770303/70b2e6f3392a20ffaf269f86b054f706/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:46:24,509 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 70b2e6f3392a20ffaf269f86b054f706; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11105319040, jitterRate=0.034263432025909424}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-17T21:46:24,509 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:46:24,510 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 70b2e6f3392a20ffaf269f86b054f706: Running coprocessor pre-open hook at 1731879984495Writing region info on filesystem at 1731879984495Initializing all the Stores at 1731879984496 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879984496Cleaning up temporary data from old regions at 1731879984502 (+6 ms)Running coprocessor post-open hooks at 1731879984509 (+7 ms)Region opened successfully at 1731879984510 (+1 ms) 2024-11-17T21:46:24,511 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706., pid=19, masterSystemTime=1731879984489 2024-11-17T21:46:24,514 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:46:24,514 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:46:24,515 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=70b2e6f3392a20ffaf269f86b054f706, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:24,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70b2e6f3392a20ffaf269f86b054f706, server=a313eea8709e,37177,1731879968091 because future has completed 2024-11-17T21:46:24,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-17T21:46:24,522 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 70b2e6f3392a20ffaf269f86b054f706, server=a313eea8709e,37177,1731879968091 in 183 msec 2024-11-17T21:46:24,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-17T21:46:24,525 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17318799770303, region=70b2e6f3392a20ffaf269f86b054f706, ASSIGN in 344 msec 2024-11-17T21:46:24,526 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17318799770303 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:46:24,526 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17318799770303","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731879984526"}]},"ts":"1731879984526"} 2024-11-17T21:46:24,529 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17318799770303, state=ENABLED in hbase:meta 2024-11-17T21:46:24,530 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17318799770303 execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:46:24,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17318799770303 in 1.1860 sec 2024-11-17T21:46:25,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-17T21:46:25,494 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17318799770303 completed 2024-11-17T21:46:25,494 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17318799770303 get assigned. Timeout = 60000ms 2024-11-17T21:46:25,494 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T21:46:25,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17318799770303 assigned to meta. Checking AM states. 2024-11-17T21:46:25,498 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T21:46:25,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17318799770303 assigned. 2024-11-17T21:46:25,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:46:25,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:46:25,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:25,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:25,503 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:46:25,524 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=610, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=265, ProcessCount=9, AvailableMemoryMB=8573 2024-11-17T21:46:25,526 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=610 is superior to 500 2024-11-17T21:46:25,527 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-17T21:46:25,531 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731879977030 from 'test-1731879977030', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731879977030', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:46:25,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731879977030 2024-11-17T21:46:25,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741847_1023 (size=908) 2024-11-17T21:46:25,957 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/.tabledesc/.tableinfo.0000000001.367 2024-11-17T21:46:25,957 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/.tabledesc/.tableinfo.0000000002.908 2024-11-17T21:46:25,962 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731879977030}] 2024-11-17T21:46:25,970 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, REOPEN/MOVE}] 2024-11-17T21:46:25,971 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, REOPEN/MOVE 2024-11-17T21:46:25,973 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f49f3dbb9d435d97a8f74a9e9cb3579a, regionState=CLOSING, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:25,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, REOPEN/MOVE because future has completed 2024-11-17T21:46:25,976 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T21:46:25,976 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091}] 2024-11-17T21:46:26,134 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:26,134 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T21:46:26,135 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing f49f3dbb9d435d97a8f74a9e9cb3579a, disabling compactions & flushes 2024-11-17T21:46:26,135 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:26,135 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:26,135 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. after waiting 0 ms 2024-11-17T21:46:26,135 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:26,138 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing f49f3dbb9d435d97a8f74a9e9cb3579a 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-17T21:46:26,198 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/f/fbd02fd00f3a40808d17b795cfaedf85 is 37, key is row10/f:q1/1731879978724/Put/seqid=0 2024-11-17T21:46:26,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741848_1024 (size=8413) 2024-11-17T21:46:26,608 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/f/fbd02fd00f3a40808d17b795cfaedf85 2024-11-17T21:46:26,662 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/f/fbd02fd00f3a40808d17b795cfaedf85 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/fbd02fd00f3a40808d17b795cfaedf85 2024-11-17T21:46:26,672 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/fbd02fd00f3a40808d17b795cfaedf85, entries=99, sequenceid=103, filesize=8.2 K 2024-11-17T21:46:26,679 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for f49f3dbb9d435d97a8f74a9e9cb3579a in 540ms, sequenceid=103, compaction requested=false 2024-11-17T21:46:26,687 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-17T21:46:26,689 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T21:46:26,690 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:26,690 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for f49f3dbb9d435d97a8f74a9e9cb3579a: Waiting for close lock at 1731879986135Running coprocessor pre-close hooks at 1731879986135Disabling compacts and flushes for region at 1731879986135Disabling writes for close at 1731879986135Obtaining lock to block concurrent updates at 1731879986138 (+3 ms)Preparing flush snapshotting stores in f49f3dbb9d435d97a8f74a9e9cb3579a at 1731879986138Finished memstore snapshotting test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731879986146 (+8 ms)Flushing stores of test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. at 1731879986147 (+1 ms)Flushing f49f3dbb9d435d97a8f74a9e9cb3579a/f: creating writer at 1731879986148 (+1 ms)Flushing f49f3dbb9d435d97a8f74a9e9cb3579a/f: appending metadata at 1731879986186 (+38 ms)Flushing f49f3dbb9d435d97a8f74a9e9cb3579a/f: closing flushed file at 1731879986188 (+2 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c8ff79d: reopening flushed file at 1731879986660 (+472 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for f49f3dbb9d435d97a8f74a9e9cb3579a in 540ms, sequenceid=103, compaction requested=false at 1731879986679 (+19 ms)Writing region close event to WAL at 1731879986681 (+2 ms)Running coprocessor post-close hooks at 1731879986687 (+6 ms)Closed at 1731879986690 (+3 ms) 2024-11-17T21:46:26,690 WARN [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: f49f3dbb9d435d97a8f74a9e9cb3579a to self. 2024-11-17T21:46:26,693 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:26,694 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f49f3dbb9d435d97a8f74a9e9cb3579a, regionState=CLOSED 2024-11-17T21:46:26,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091 because future has completed 2024-11-17T21:46:26,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-17T21:46:26,699 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091 in 721 msec 2024-11-17T21:46:26,700 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, REOPEN/MOVE; state=CLOSED, location=a313eea8709e,37177,1731879968091; forceNewPlan=false, retain=true 2024-11-17T21:46:26,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17318799770301 2024-11-17T21:46:26,790 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17318799770301 Metrics about Tables on a single HBase RegionServer 2024-11-17T21:46:26,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17318799770302 2024-11-17T21:46:26,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17318799770302 Metrics about Tables on a single HBase RegionServer 2024-11-17T21:46:26,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17318799770303 2024-11-17T21:46:26,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17318799770303 Metrics about Tables on a single HBase RegionServer 2024-11-17T21:46:26,851 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f49f3dbb9d435d97a8f74a9e9cb3579a, regionState=OPENING, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:26,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, REOPEN/MOVE because future has completed 2024-11-17T21:46:26,854 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091}] 2024-11-17T21:46:27,012 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:27,012 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => f49f3dbb9d435d97a8f74a9e9cb3579a, NAME => 'test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:46:27,012 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T21:46:27,013 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731879977030 f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:27,013 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:27,013 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:27,013 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:27,015 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:27,016 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f49f3dbb9d435d97a8f74a9e9cb3579a columnFamilyName f 2024-11-17T21:46:27,016 DEBUG [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:27,025 DEBUG [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/fbd02fd00f3a40808d17b795cfaedf85 2024-11-17T21:46:27,025 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(327): Store=f49f3dbb9d435d97a8f74a9e9cb3579a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:27,025 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:27,027 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f49f3dbb9d435d97a8f74a9e9cb3579a columnFamilyName f3 2024-11-17T21:46:27,027 DEBUG [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:27,028 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(327): Store=f49f3dbb9d435d97a8f74a9e9cb3579a/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:27,029 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:27,034 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f49f3dbb9d435d97a8f74a9e9cb3579a columnFamilyName mob 2024-11-17T21:46:27,039 DEBUG [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:27,039 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(327): Store=f49f3dbb9d435d97a8f74a9e9cb3579a/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:27,040 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:27,041 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:27,043 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:27,045 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:27,045 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:27,046 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731879977030 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:46:27,048 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:27,050 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened f49f3dbb9d435d97a8f74a9e9cb3579a; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10052154720, jitterRate=-0.06382013857364655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:46:27,050 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:27,051 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for f49f3dbb9d435d97a8f74a9e9cb3579a: Running coprocessor pre-open hook at 1731879987013Writing region info on filesystem at 1731879987013Initializing all the Stores at 1731879987014 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879987014Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879987015 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879987015Cleaning up temporary data from old regions at 1731879987045 (+30 ms)Running coprocessor post-open hooks at 1731879987050 (+5 ms)Region opened successfully at 1731879987050 2024-11-17T21:46:27,052 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a., pid=24, masterSystemTime=1731879987007 2024-11-17T21:46:27,055 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:27,055 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:27,056 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=f49f3dbb9d435d97a8f74a9e9cb3579a, regionState=OPEN, openSeqNum=107, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:27,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091 because future has completed 2024-11-17T21:46:27,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-17T21:46:27,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091 in 205 msec 2024-11-17T21:46:27,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-17T21:46:27,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, REOPEN/MOVE in 1.0920 sec 2024-11-17T21:46:27,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-17T21:46:27,071 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731879977030 in 1.1050 sec 2024-11-17T21:46:27,077 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731879977030 in 1.5400 sec 2024-11-17T21:46:27,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-17T21:46:27,080 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731879977030 completed 2024-11-17T21:46:27,081 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e238494, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:27,081 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:46:27,081 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:46:27,082 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:46:27,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:46:27,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:46:27,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eadf3b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:27,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:46:27,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:46:27,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:27,085 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:46:27,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6514c512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:27,087 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:46:27,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:46:27,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:46:27,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:46:27,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731879977030', row='row-test-1731879977030-3-0', locateType=CURRENT is [region=test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a., hostname=a313eea8709e,37177,1731879968091, seqNum=107] 2024-11-17T21:46:27,142 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:46:27,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40211,1731879966442 2024-11-17T21:46:27,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d0ba659 2024-11-17T21:46:27,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:46:27,147 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:46:27,160 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-11-17T21:46:27,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-17T21:46:27,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-17T21:46:27,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 10 msec 2024-11-17T21:46:27,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-17T21:46:27,274 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-17T21:46:27,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:46:27,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-17T21:46:27,292 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:46:27,293 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:27,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-17T21:46:27,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-17T21:46:27,294 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:46:27,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741849_1025 (size=635) 2024-11-17T21:46:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-17T21:46:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-17T21:46:27,704 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 841b3b4215f8e2706b162da133bf9c86, NAME => 'backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:46:27,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741850_1026 (size=40) 2024-11-17T21:46:27,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-17T21:46:28,112 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:28,112 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 841b3b4215f8e2706b162da133bf9c86, disabling compactions & flushes 2024-11-17T21:46:28,112 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:46:28,112 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:46:28,113 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. after waiting 0 ms 2024-11-17T21:46:28,113 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:46:28,113 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:46:28,113 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 841b3b4215f8e2706b162da133bf9c86: Waiting for close lock at 1731879988112Disabling compacts and flushes for region at 1731879988112Disabling writes for close at 1731879988113 (+1 ms)Writing region close event to WAL at 1731879988113Closed at 1731879988113 2024-11-17T21:46:28,115 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:46:28,115 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731879988115"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731879988115"}]},"ts":"1731879988115"} 2024-11-17T21:46:28,117 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:46:28,119 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:46:28,119 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731879988119"}]},"ts":"1731879988119"} 2024-11-17T21:46:28,121 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-17T21:46:28,122 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, ASSIGN}] 2024-11-17T21:46:28,123 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, ASSIGN 2024-11-17T21:46:28,124 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, ASSIGN; state=OFFLINE, location=a313eea8709e,37177,1731879968091; forceNewPlan=false, retain=false 2024-11-17T21:46:28,275 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=841b3b4215f8e2706b162da133bf9c86, regionState=OPENING, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:28,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, ASSIGN because future has completed 2024-11-17T21:46:28,278 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 841b3b4215f8e2706b162da133bf9c86, server=a313eea8709e,37177,1731879968091}] 2024-11-17T21:46:28,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-17T21:46:28,436 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:46:28,436 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 841b3b4215f8e2706b162da133bf9c86, NAME => 'backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:46:28,436 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T21:46:28,436 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:28,436 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:28,436 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:28,437 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:28,438 INFO [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:28,441 INFO [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 841b3b4215f8e2706b162da133bf9c86 columnFamilyName meta 2024-11-17T21:46:28,441 DEBUG [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:28,442 INFO [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.HStore(327): Store=841b3b4215f8e2706b162da133bf9c86/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:28,442 INFO [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:28,445 INFO [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 841b3b4215f8e2706b162da133bf9c86 columnFamilyName session 2024-11-17T21:46:28,445 DEBUG [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:28,446 INFO [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.HStore(327): Store=841b3b4215f8e2706b162da133bf9c86/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:28,446 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:28,448 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:28,448 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:28,449 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:28,449 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:28,450 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T21:46:28,452 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:28,456 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:46:28,457 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 841b3b4215f8e2706b162da133bf9c86; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12036302560, jitterRate=0.12096802890300751}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T21:46:28,457 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:28,458 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 841b3b4215f8e2706b162da133bf9c86: Running coprocessor pre-open hook at 1731879988437Writing region info on filesystem at 1731879988437Initializing all the Stores at 1731879988438 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879988438Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879988438Cleaning up temporary data from old regions at 1731879988449 (+11 ms)Running coprocessor post-open hooks at 1731879988457 (+8 ms)Region opened successfully at 1731879988458 (+1 ms) 2024-11-17T21:46:28,459 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86., pid=28, masterSystemTime=1731879988431 2024-11-17T21:46:28,462 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:46:28,462 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:46:28,463 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=841b3b4215f8e2706b162da133bf9c86, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:28,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 841b3b4215f8e2706b162da133bf9c86, server=a313eea8709e,37177,1731879968091 because future has completed 2024-11-17T21:46:28,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-17T21:46:28,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 841b3b4215f8e2706b162da133bf9c86, server=a313eea8709e,37177,1731879968091 in 189 msec 2024-11-17T21:46:28,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-17T21:46:28,474 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, ASSIGN in 349 msec 2024-11-17T21:46:28,476 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:46:28,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731879988476"}]},"ts":"1731879988476"} 2024-11-17T21:46:28,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-17T21:46:28,480 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:46:28,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1900 sec 2024-11-17T21:46:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-17T21:46:29,444 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-17T21:46:29,461 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:46:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-17T21:46:29,464 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-17T21:46:29,464 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:29,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-17T21:46:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T21:46:29,465 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-17T21:46:29,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741851_1027 (size=640) 2024-11-17T21:46:29,478 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8cf24188635a4add71873273590a2561, NAME => 'backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:46:29,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741852_1028 (size=45) 2024-11-17T21:46:29,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T21:46:29,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T21:46:29,887 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:29,887 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 8cf24188635a4add71873273590a2561, disabling compactions & flushes 2024-11-17T21:46:29,887 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:46:29,887 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:46:29,887 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. after waiting 0 ms 2024-11-17T21:46:29,887 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:46:29,887 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:46:29,887 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8cf24188635a4add71873273590a2561: Waiting for close lock at 1731879989887Disabling compacts and flushes for region at 1731879989887Disabling writes for close at 1731879989887Writing region close event to WAL at 1731879989887Closed at 1731879989887 2024-11-17T21:46:29,889 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-17T21:46:29,889 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731879989889"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731879989889"}]},"ts":"1731879989889"} 2024-11-17T21:46:29,891 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:46:29,893 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-17T21:46:29,893 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731879989893"}]},"ts":"1731879989893"} 2024-11-17T21:46:29,895 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-17T21:46:29,895 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=8cf24188635a4add71873273590a2561, ASSIGN}] 2024-11-17T21:46:29,897 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=8cf24188635a4add71873273590a2561, ASSIGN 2024-11-17T21:46:29,898 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=8cf24188635a4add71873273590a2561, ASSIGN; state=OFFLINE, location=a313eea8709e,37177,1731879968091; forceNewPlan=false, retain=false 2024-11-17T21:46:29,998 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-17T21:46:30,039 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17318799770303' 2024-11-17T21:46:30,040 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-17T21:46:30,049 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=8cf24188635a4add71873273590a2561, regionState=OPENING, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:30,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=8cf24188635a4add71873273590a2561, ASSIGN because future has completed 2024-11-17T21:46:30,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cf24188635a4add71873273590a2561, server=a313eea8709e,37177,1731879968091}] 2024-11-17T21:46:30,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T21:46:30,210 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:46:30,210 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 8cf24188635a4add71873273590a2561, NAME => 'backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:46:30,211 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T21:46:30,211 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 8cf24188635a4add71873273590a2561 2024-11-17T21:46:30,211 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:46:30,211 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 8cf24188635a4add71873273590a2561 2024-11-17T21:46:30,211 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 8cf24188635a4add71873273590a2561 2024-11-17T21:46:30,213 INFO [StoreOpener-8cf24188635a4add71873273590a2561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 8cf24188635a4add71873273590a2561 2024-11-17T21:46:30,215 INFO [StoreOpener-8cf24188635a4add71873273590a2561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cf24188635a4add71873273590a2561 columnFamilyName meta 2024-11-17T21:46:30,216 DEBUG [StoreOpener-8cf24188635a4add71873273590a2561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:30,216 INFO [StoreOpener-8cf24188635a4add71873273590a2561-1 {}] regionserver.HStore(327): Store=8cf24188635a4add71873273590a2561/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:30,216 INFO [StoreOpener-8cf24188635a4add71873273590a2561-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 8cf24188635a4add71873273590a2561 2024-11-17T21:46:30,218 INFO [StoreOpener-8cf24188635a4add71873273590a2561-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8cf24188635a4add71873273590a2561 columnFamilyName session 2024-11-17T21:46:30,218 DEBUG [StoreOpener-8cf24188635a4add71873273590a2561-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:30,219 INFO [StoreOpener-8cf24188635a4add71873273590a2561-1 {}] regionserver.HStore(327): Store=8cf24188635a4add71873273590a2561/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:46:30,219 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 8cf24188635a4add71873273590a2561 2024-11-17T21:46:30,220 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system_bulk/8cf24188635a4add71873273590a2561 2024-11-17T21:46:30,220 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system_bulk/8cf24188635a4add71873273590a2561 2024-11-17T21:46:30,221 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 8cf24188635a4add71873273590a2561 2024-11-17T21:46:30,221 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 8cf24188635a4add71873273590a2561 2024-11-17T21:46:30,222 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T21:46:30,224 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 8cf24188635a4add71873273590a2561 2024-11-17T21:46:30,227 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system_bulk/8cf24188635a4add71873273590a2561/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-17T21:46:30,227 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 8cf24188635a4add71873273590a2561; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10148416160, jitterRate=-0.054855093359947205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T21:46:30,228 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8cf24188635a4add71873273590a2561 2024-11-17T21:46:30,228 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 8cf24188635a4add71873273590a2561: Running coprocessor pre-open hook at 1731879990211Writing region info on filesystem at 1731879990211Initializing all the Stores at 1731879990213 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879990213Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731879990213Cleaning up temporary data from old regions at 1731879990221 (+8 ms)Running coprocessor post-open hooks at 1731879990228 (+7 ms)Region opened successfully at 1731879990228 2024-11-17T21:46:30,229 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561., pid=31, masterSystemTime=1731879990205 2024-11-17T21:46:30,231 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:46:30,232 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:46:30,232 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=8cf24188635a4add71873273590a2561, regionState=OPEN, openSeqNum=2, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:46:30,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8cf24188635a4add71873273590a2561, server=a313eea8709e,37177,1731879968091 because future has completed 2024-11-17T21:46:30,239 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-17T21:46:30,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 8cf24188635a4add71873273590a2561, server=a313eea8709e,37177,1731879968091 in 184 msec 2024-11-17T21:46:30,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-17T21:46:30,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=8cf24188635a4add71873273590a2561, ASSIGN in 344 msec 2024-11-17T21:46:30,244 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-17T21:46:30,244 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731879990244"}]},"ts":"1731879990244"} 2024-11-17T21:46:30,246 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-17T21:46:30,248 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-17T21:46:30,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 787 msec 2024-11-17T21:46:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-17T21:46:30,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-17T21:46:30,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:46:30,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:46:30,625 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-17T21:46:30,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86., hostname=a313eea8709e,37177,1731879968091, seqNum=2] 2024-11-17T21:46:30,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37177 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-17T21:46:30,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T21:46:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731879990653 (current time:1731879990653). 2024-11-17T21:46:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T21:46:30,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-17T21:46:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37987d22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:46:30,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:46:30,655 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:46:30,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:46:30,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:46:30,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7709d917, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:30,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:46:30,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:46:30,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:30,658 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:46:30,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1079a1f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:30,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:46:30,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:46:30,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:46:30,664 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59912, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:46:30,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211. 2024-11-17T21:46:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:46:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:30,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:30,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:46:30,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T21:46:30,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T21:46:30,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-17T21:46:30,676 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T21:46:30,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-17T21:46:30,680 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T21:46:30,691 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T21:46:30,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741853_1029 (size=52) 2024-11-17T21:46:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-17T21:46:30,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-17T21:46:31,101 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T21:46:31,103 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86}] 2024-11-17T21:46:31,107 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:31,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-17T21:46:31,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:46:31,265 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 841b3b4215f8e2706b162da133bf9c86 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-17T21:46:31,283 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/db1ff9c608ed4eb7bb1dd40228716434 is 49, key is activesession:/session:c/1731879990642/Put/seqid=0 2024-11-17T21:46:31,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741854_1030 (size=5049) 2024-11-17T21:46:31,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-17T21:46:31,690 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/db1ff9c608ed4eb7bb1dd40228716434 2024-11-17T21:46:31,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/db1ff9c608ed4eb7bb1dd40228716434 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434 2024-11-17T21:46:31,709 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434, entries=1, sequenceid=5, filesize=4.9 K 2024-11-17T21:46:31,710 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 841b3b4215f8e2706b162da133bf9c86 in 445ms, sequenceid=5, compaction requested=false 2024-11-17T21:46:31,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 841b3b4215f8e2706b162da133bf9c86: 2024-11-17T21:46:31,710 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. for snapshot_backup_system completed. 2024-11-17T21:46:31,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.' region-info for snapshot=snapshot_backup_system 2024-11-17T21:46:31,714 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T21:46:31,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T21:46:31,717 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434] hfiles 2024-11-17T21:46:31,718 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434 for snapshot=snapshot_backup_system 2024-11-17T21:46:31,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741855_1031 (size=95) 2024-11-17T21:46:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-17T21:46:32,129 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:46:32,131 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-17T21:46:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-17T21:46:32,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:32,133 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:32,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-17T21:46:32,136 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T21:46:32,136 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86 in 1.0310 sec 2024-11-17T21:46:32,138 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T21:46:32,139 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T21:46:32,139 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-17T21:46:32,141 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-17T21:46:32,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741856_1032 (size=731) 2024-11-17T21:46:32,561 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T21:46:32,574 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T21:46:32,575 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_backup_system 2024-11-17T21:46:32,577 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T21:46:32,577 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-17T21:46:32,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9050 sec 2024-11-17T21:46:32,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-17T21:46:32,823 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-17T21:46:32,824 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731879987129 started at 1731879992824. 2024-11-17T21:46:32,837 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731879987129 has been started. 2024-11-17T21:46:32,842 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-17T21:46:32,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-17T21:46:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-17T21:46:32,851 INFO [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-17T21:46:32,851 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-17T21:46:32,851 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-17T21:46:32,851 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-17T21:46:32,852 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T21:46:32,852 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T21:46:32,889 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T21:46:32,890 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:32,890 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T21:46:32,890 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T21:46:32,890 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:32,890 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-17T21:46:32,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-17T21:46:32,891 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T21:46:32,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-17T21:46:32,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T21:46:32,892 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-17T21:46:32,894 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-17T21:46:32,894 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-17T21:46:32,895 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-17T21:46:32,895 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-17T21:46:32,895 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-17T21:46:32,895 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-17T21:46:32,895 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'a313eea8709e,37177,1731879968091' joining acquired barrier for procedure (rolllog) in zk 2024-11-17T21:46:32,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:32,905 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:32,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:32,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T21:46:32,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T21:46:32,906 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-17T21:46:32,906 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-17T21:46:32,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T21:46:32,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T21:46:32,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:46:32,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:46:32,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T21:46:32,909 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'a313eea8709e,37177,1731879968091' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-17T21:46:32,909 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-17T21:46:32,909 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@781c67b4[Count = 0] remaining members to acquire global barrier 2024-11-17T21:46:32,909 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:32,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:32,921 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:32,921 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:32,922 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:32,922 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-17T21:46:32,922 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-17T21:46:32,923 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-17T21:46:32,923 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: a313eea8709e,37177,1731879968091 2024-11-17T21:46:32,929 INFO [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731879971587 highest: 1731879978331 on a313eea8709e,37177,1731879968091 2024-11-17T21:46:32,929 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0:(num 1731879971587) roll requested 2024-11-17T21:46:32,941 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879992929, exclude list is [], retry=0 2024-11-17T21:46:32,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:46:32,947 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879971587 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879992929 2024-11-17T21:46:32,948 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:46:32,948 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879971587 is not closed yet, will try archiving it next time 2024-11-17T21:46:32,948 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.meta:.meta(num 1731879972486) roll requested 2024-11-17T21:46:32,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741833_1009 (size=1034) 2024-11-17T21:46:32,952 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879971587 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879971587 2024-11-17T21:46:32,961 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731879992948.meta, exclude list is [], retry=0 2024-11-17T21:46:32,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:46:32,966 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731879972486.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731879992948.meta 2024-11-17T21:46:32,967 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:46:32,967 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731879972486.meta is not closed yet, will try archiving it next time 2024-11-17T21:46:32,967 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1:(num 1731879978331) roll requested 2024-11-17T21:46:32,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741834_1010 (size=12055) 2024-11-17T21:46:32,969 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731879972486.meta not finished, retry = 0 2024-11-17T21:46:32,979 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879992967, exclude list is [], retry=0 2024-11-17T21:46:32,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:46:32,985 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879978331 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879992967 2024-11-17T21:46:32,985 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:46:32,985 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879978331 is not closed yet, will try archiving it next time 2024-11-17T21:46:32,987 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879978331 not finished, retry = 0 2024-11-17T21:46:32,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741840_1016 (size=4756) 2024-11-17T21:46:32,989 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-17T21:46:32,990 INFO [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731879992929 on a313eea8709e,37177,1731879968091 2024-11-17T21:46:32,990 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:46:32,990 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40211,1731879966442 2024-11-17T21:46:32,990 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@17f72ca3 2024-11-17T21:46:32,990 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:46:32,992 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-17T21:46:32,993 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:46:32,993 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:46:32,993 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:46:32,994 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-17T21:46:33,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:46:33,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:46:33,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:45635/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86., hostname=a313eea8709e,37177,1731879968091, seqNum=2] 2024-11-17T21:46:33,025 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-17T21:46:33,025 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'a313eea8709e,37177,1731879968091' in zk 2024-11-17T21:46:33,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:33,037 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-17T21:46:33,037 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T21:46:33,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:33,037 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-17T21:46:33,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T21:46:33,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T21:46:33,038 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T21:46:33,038 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T21:46:33,039 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:46:33,039 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:46:33,039 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T21:46:33,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:46:33,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:46:33,041 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'a313eea8709e,37177,1731879968091': 2024-11-17T21:46:33,041 INFO [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-17T21:46:33,041 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-17T21:46:33,041 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-17T21:46:33,042 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-17T21:46:33,042 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'a313eea8709e,37177,1731879968091' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-17T21:46:33,042 INFO [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-17T21:46:33,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T21:46:33,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T21:46:33,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T21:46:33,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-17T21:46:33,053 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-17T21:46:33,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T21:46:33,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T21:46:33,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T21:46:33,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T21:46:33,054 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:33,054 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T21:46:33,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T21:46:33,054 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:46:33,055 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T21:46:33,055 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T21:46:33,055 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:46:33,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:46:33,056 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:33,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T21:46:33,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:46:33,057 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:46:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T21:46:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T21:46:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T21:46:33,074 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T21:46:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T21:46:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:33,074 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T21:46:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:33,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T21:46:33,074 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T21:46:33,075 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T21:46:33,075 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T21:46:33,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-17T21:46:33,075 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-17T21:46:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-17T21:46:33,091 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } 2024-11-17T21:46:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731879993091 (current time:1731879993091). 2024-11-17T21:46:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T21:46:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731879993090_default_test-1731879977030 VERSION not specified, setting to 2 2024-11-17T21:46:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2238d5b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:46:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:46:33,093 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:46:33,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:46:33,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:46:33,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e5b2b5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:33,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:46:33,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:46:33,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:33,095 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:46:33,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189d114b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:46:33,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:46:33,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:46:33,098 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:46:33,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211. 2024-11-17T21:46:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:46:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:33,100 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:46:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T21:46:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } 2024-11-17T21:46:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-17T21:46:33,104 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T21:46:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T21:46:33,105 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T21:46:33,109 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T21:46:33,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741860_1036 (size=84) 2024-11-17T21:46:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T21:46:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T21:46:33,518 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T21:46:33,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a}] 2024-11-17T21:46:33,520 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:33,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-17T21:46:33,673 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:33,673 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing f49f3dbb9d435d97a8f74a9e9cb3579a 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-17T21:46:33,698 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/f3/bf25f8f220e34aef8521582bb76a0dde is 58, key is row-test-1731879977030-3-0/f3:q1/1731879987095/Put/seqid=0 2024-11-17T21:46:33,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741861_1037 (size=5387) 2024-11-17T21:46:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T21:46:34,104 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/f3/bf25f8f220e34aef8521582bb76a0dde 2024-11-17T21:46:34,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741862_1038 (size=4469) 2024-11-17T21:46:34,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T21:46:34,556 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/mob/d7a8e170da3341e98aaffa11f9657123 is 59, key is row-test-1731879977030-3-0/mob:q1/1731879987111/Put/seqid=0 2024-11-17T21:46:34,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741863_1039 (size=5484) 2024-11-17T21:46:34,965 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/mob/d7a8e170da3341e98aaffa11f9657123 2024-11-17T21:46:34,975 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/f3/bf25f8f220e34aef8521582bb76a0dde as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f3/bf25f8f220e34aef8521582bb76a0dde 2024-11-17T21:46:34,986 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f3/bf25f8f220e34aef8521582bb76a0dde, entries=6, sequenceid=121, filesize=5.3 K 2024-11-17T21:46:34,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/mob/d7a8e170da3341e98aaffa11f9657123 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/d7a8e170da3341e98aaffa11f9657123 2024-11-17T21:46:34,998 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/d7a8e170da3341e98aaffa11f9657123, entries=6, sequenceid=121, filesize=5.4 K 2024-11-17T21:46:35,000 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f49f3dbb9d435d97a8f74a9e9cb3579a in 1326ms, sequenceid=121, compaction requested=false 2024-11-17T21:46:35,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for f49f3dbb9d435d97a8f74a9e9cb3579a: 2024-11-17T21:46:35,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. for snapshot_1731879993090_default_test-1731879977030 completed. 2024-11-17T21:46:35,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a.' region-info for snapshot=snapshot_1731879993090_default_test-1731879977030 2024-11-17T21:46:35,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T21:46:35,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/fbd02fd00f3a40808d17b795cfaedf85] hfiles 2024-11-17T21:46:35,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/fbd02fd00f3a40808d17b795cfaedf85 for snapshot=snapshot_1731879993090_default_test-1731879977030 2024-11-17T21:46:35,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f3/bf25f8f220e34aef8521582bb76a0dde] hfiles 2024-11-17T21:46:35,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f3/bf25f8f220e34aef8521582bb76a0dde for snapshot=snapshot_1731879993090_default_test-1731879977030 2024-11-17T21:46:35,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/d7a8e170da3341e98aaffa11f9657123] hfiles 2024-11-17T21:46:35,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/d7a8e170da3341e98aaffa11f9657123 for snapshot=snapshot_1731879993090_default_test-1731879977030 2024-11-17T21:46:35,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741864_1040 (size=185) 2024-11-17T21:46:35,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T21:46:35,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:35,409 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-17T21:46:35,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-17T21:46:35,410 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731879993090_default_test-1731879977030 on region f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:35,410 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:35,414 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-17T21:46:35,414 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T21:46:35,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a in 1.8930 sec 2024-11-17T21:46:35,416 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T21:46:35,418 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-17T21:46:35,418 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-17T21:46:35,418 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:35,419 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-17T21:46:35,419 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:35,420 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-17T21:46:35,420 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:35,420 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-17T21:46:35,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741865_1041 (size=49) 2024-11-17T21:46:35,555 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:46:35,714 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-17T21:46:35,829 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T21:46:35,829 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731879993090_default_test-1731879977030 2024-11-17T21:46:35,830 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731879993090_default_test-1731879977030 2024-11-17T21:46:35,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741866_1042 (size=1146) 2024-11-17T21:46:36,041 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-17T21:46:36,244 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T21:46:36,253 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T21:46:36,254 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731879993090_default_test-1731879977030 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731879993090_default_test-1731879977030 2024-11-17T21:46:36,256 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T21:46:36,256 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-17T21:46:36,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731879993090_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } in 3.1550 sec 2024-11-17T21:46:36,789 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-17T21:46:36,790 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-17T21:46:36,790 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-17T21:46:36,790 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-17T21:46:36,791 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731879977030 2024-11-17T21:46:36,791 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731879977030 Metrics about Tables on a single HBase RegionServer 2024-11-17T21:46:37,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-17T21:46:37,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731879977030 completed 2024-11-17T21:46:37,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } 2024-11-17T21:46:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731879997265 (current time:1731879997265). 2024-11-17T21:46:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T21:46:37,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731879997265_ns2_test-17318799770301 VERSION not specified, setting to 2 2024-11-17T21:46:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c80f84, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:46:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:46:37,267 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:46:37,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:46:37,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:46:37,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce46f90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:37,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:46:37,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:46:37,268 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:37,269 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58450, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:46:37,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67f81c30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:37,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:46:37,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:46:37,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:46:37,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:46:37,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211. 2024-11-17T21:46:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:46:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:37,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:37,275 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:46:37,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T21:46:37,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } 2024-11-17T21:46:37,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-17T21:46:37,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T21:46:37,279 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T21:46:37,281 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T21:46:37,285 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T21:46:37,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741867_1043 (size=86) 2024-11-17T21:46:37,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T21:46:37,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T21:46:37,694 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T21:46:37,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cc42a08b47c64bf05dabc845c237c80}] 2024-11-17T21:46:37,695 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:37,848 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-17T21:46:37,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:46:37,848 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 8cc42a08b47c64bf05dabc845c237c80 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-17T21:46:37,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/.tmp/f/cb7c2738169645ac8a86e62e5dc41a75 is 37, key is row10/f:q1/1731879981037/Put/seqid=0 2024-11-17T21:46:37,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741868_1044 (size=8413) 2024-11-17T21:46:37,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T21:46:38,281 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/.tmp/f/cb7c2738169645ac8a86e62e5dc41a75 2024-11-17T21:46:38,291 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/.tmp/f/cb7c2738169645ac8a86e62e5dc41a75 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/cb7c2738169645ac8a86e62e5dc41a75 2024-11-17T21:46:38,301 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/cb7c2738169645ac8a86e62e5dc41a75, entries=99, sequenceid=103, filesize=8.2 K 2024-11-17T21:46:38,303 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 8cc42a08b47c64bf05dabc845c237c80 in 454ms, sequenceid=103, compaction requested=false 2024-11-17T21:46:38,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 8cc42a08b47c64bf05dabc845c237c80: 2024-11-17T21:46:38,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. for snapshot_1731879997265_ns2_test-17318799770301 completed. 2024-11-17T21:46:38,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80.' region-info for snapshot=snapshot_1731879997265_ns2_test-17318799770301 2024-11-17T21:46:38,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T21:46:38,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/cb7c2738169645ac8a86e62e5dc41a75] hfiles 2024-11-17T21:46:38,304 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/cb7c2738169645ac8a86e62e5dc41a75 for snapshot=snapshot_1731879997265_ns2_test-17318799770301 2024-11-17T21:46:38,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741869_1045 (size=91) 2024-11-17T21:46:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T21:46:38,711 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:46:38,712 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-17T21:46:38,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-17T21:46:38,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731879997265_ns2_test-17318799770301 on region 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:38,713 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:46:38,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-17T21:46:38,717 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T21:46:38,717 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8cc42a08b47c64bf05dabc845c237c80 in 1.0200 sec 2024-11-17T21:46:38,718 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T21:46:38,719 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T21:46:38,719 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731879997265_ns2_test-17318799770301 2024-11-17T21:46:38,720 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731879997265_ns2_test-17318799770301 2024-11-17T21:46:38,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741870_1046 (size=456) 2024-11-17T21:46:39,132 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T21:46:39,141 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T21:46:39,142 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731879997265_ns2_test-17318799770301 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731879997265_ns2_test-17318799770301 2024-11-17T21:46:39,145 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T21:46:39,145 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-17T21:46:39,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731879997265_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } in 1.8690 sec 2024-11-17T21:46:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-17T21:46:39,434 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17318799770301 completed 2024-11-17T21:46:39,435 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731879987129 2024-11-17T21:46:39,435 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-17T21:46:39,436 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-17T21:46:39,438 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731879987129_test-1731879977030 2024-11-17T21:46:39,438 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731879993090_default_test-1731879977030 to hdfs://localhost:45635/backupUT/backup_1731879987129/default/test-1731879977030/ 2024-11-17T21:46:39,442 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T21:46:39,476 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:45635, inputRoot=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:46:39,476 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1606863249_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45635/backupUT/backup_1731879987129/default/test-1731879977030, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45635/backupUT/backup_1731879987129/default/test-1731879977030/.hbase-snapshot/.tmp/snapshot_1731879993090_default_test-1731879977030 2024-11-17T21:46:39,479 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T21:46:39,487 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731879993090_default_test-1731879977030 to hdfs://localhost:45635/backupUT/backup_1731879987129/default/test-1731879977030/.hbase-snapshot/.tmp/snapshot_1731879993090_default_test-1731879977030 2024-11-17T21:46:39,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741872_1048 (size=84) 2024-11-17T21:46:39,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741871_1047 (size=1146) 2024-11-17T21:46:39,907 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:39,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:39,908 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:40,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop-17930851450526943055.jar 2024-11-17T21:46:40,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:40,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:40,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:40,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:40,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:40,859 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:40,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:40,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:40,860 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:40,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T21:46:40,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T21:46:40,861 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T21:46:40,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T21:46:40,862 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T21:46:40,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T21:46:40,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T21:46:40,863 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T21:46:40,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T21:46:40,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T21:46:40,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T21:46:40,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:46:40,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:46:40,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:46:40,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:46:40,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:46:40,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:46:40,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:46:40,932 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T21:46:40,963 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731879993090_default_test-1731879977030' hfile list 2024-11-17T21:46:40,970 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-17T21:46:41,228 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local1074099028_0001_faed65a8-080e-49e0-bfdf-423a55932eb5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-17T21:46:41,228 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local1074099028_0001_faed65a8-080e-49e0-bfdf-423a55932eb5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-17T21:46:41,411 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-17T21:46:41,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741873_1049 (size=8413) 2024-11-17T21:46:41,932 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/fbd02fd00f3a40808d17b795cfaedf85 output=hdfs://localhost:45635/backupUT/backup_1731879987129/default/test-1731879977030/archive/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/fbd02fd00f3a40808d17b795cfaedf85 2024-11-17T21:46:41,934 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-17T21:46:41,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741874_1050 (size=5484) 2024-11-17T21:46:42,366 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/d7a8e170da3341e98aaffa11f9657123 output=hdfs://localhost:45635/backupUT/backup_1731879987129/default/test-1731879977030/archive/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/d7a8e170da3341e98aaffa11f9657123 2024-11-17T21:46:42,366 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-17T21:46:42,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741875_1051 (size=5387) 2024-11-17T21:46:42,819 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f3/bf25f8f220e34aef8521582bb76a0dde output=hdfs://localhost:45635/backupUT/backup_1731879987129/default/test-1731879977030/archive/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f3/bf25f8f220e34aef8521582bb76a0dde 2024-11-17T21:46:42,819 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-11-17T21:46:43,321 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T21:46:43,322 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T21:46:43,331 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731879993090_default_test-1731879977030 2024-11-17T21:46:43,331 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731879993090_default_test-1731879977030 finished. 2024-11-17T21:46:43,331 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731879987129_ns2:test-17318799770301 2024-11-17T21:46:43,331 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731879997265_ns2_test-17318799770301 to hdfs://localhost:45635/backupUT/backup_1731879987129/ns2/test-17318799770301/ 2024-11-17T21:46:43,331 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T21:46:43,358 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:45635, inputRoot=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:46:43,358 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1606863249_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45635/backupUT/backup_1731879987129/ns2/test-17318799770301, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45635/backupUT/backup_1731879987129/ns2/test-17318799770301/.hbase-snapshot/.tmp/snapshot_1731879997265_ns2_test-17318799770301 2024-11-17T21:46:43,361 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T21:46:43,367 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731879997265_ns2_test-17318799770301 to hdfs://localhost:45635/backupUT/backup_1731879987129/ns2/test-17318799770301/.hbase-snapshot/.tmp/snapshot_1731879997265_ns2_test-17318799770301 2024-11-17T21:46:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741876_1052 (size=86) 2024-11-17T21:46:43,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741877_1053 (size=456) 2024-11-17T21:46:43,780 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:43,780 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:43,780 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:44,683 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop-16035584878423024841.jar 2024-11-17T21:46:44,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:44,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:44,684 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:44,685 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:44,685 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:44,685 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:44,685 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:44,685 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:44,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:44,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T21:46:44,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T21:46:44,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T21:46:44,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T21:46:44,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T21:46:44,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T21:46:44,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T21:46:44,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T21:46:44,687 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T21:46:44,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T21:46:44,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T21:46:44,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:46:44,688 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:46:44,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:46:44,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:46:44,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:46:44,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:46:44,689 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:46:44,727 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T21:46:44,753 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731879997265_ns2_test-17318799770301' hfile list 2024-11-17T21:46:44,755 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-17T21:46:44,836 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local1321559659_0002_1866c1ef-3994-4cf0-802f-ca0ba85e121d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-17T21:46:44,836 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local1321559659_0002_1866c1ef-3994-4cf0-802f-ca0ba85e121d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-17T21:46:44,906 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-17T21:46:44,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741878_1054 (size=8413) 2024-11-17T21:46:45,354 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/cb7c2738169645ac8a86e62e5dc41a75 output=hdfs://localhost:45635/backupUT/backup_1731879987129/ns2/test-17318799770301/archive/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/cb7c2738169645ac8a86e62e5dc41a75 2024-11-17T21:46:45,354 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-11-17T21:46:45,875 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T21:46:45,876 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T21:46:45,883 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731879997265_ns2_test-17318799770301 2024-11-17T21:46:45,883 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731879997265_ns2_test-17318799770301 finished. 2024-11-17T21:46:45,883 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731879977030 2024-11-17T21:46:45,883 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17318799770301 2024-11-17T21:46:45,934 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731879987129 2024-11-17T21:46:45,934 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-17T21:46:45,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741879_1055 (size=130) 2024-11-17T21:46:46,343 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45635/backupUT/backup_1731879987129/.backup.manifest 2024-11-17T21:46:46,345 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731879987129 finished: type=FULL,tablelist=test-1731879977030;ns2:test-17318799770301,targetRootDir=hdfs://localhost:45635/backupUT,startts=1731879992824,completets=1731880005932,bytescopied=0 2024-11-17T21:46:46,345 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-17T21:46:46,345 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731879993090_default_test-1731879977030 2024-11-17T21:46:46,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731879993090_default_test-1731879977030" type: DISABLED 2024-11-17T21:46:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731879993090_default_test-1731879977030 2024-11-17T21:46:46,353 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731879993090_default_test-1731879977030 for backup backup_1731879987129 succeeded. 2024-11-17T21:46:46,353 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731879997265_ns2_test-17318799770301 2024-11-17T21:46:46,354 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731879997265_ns2_test-17318799770301" type: DISABLED 2024-11-17T21:46:46,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731879997265_ns2_test-17318799770301 2024-11-17T21:46:46,358 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731879997265_ns2_test-17318799770301 for backup backup_1731879987129 succeeded. 2024-11-17T21:46:46,359 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-17T21:46:46,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-17T21:46:46,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-17T21:46:46,371 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-17T21:46:46,378 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-17T21:46:46,395 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731879987129 completed. 2024-11-17T21:46:46,407 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:46:46,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:46:46,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731879987129', locateType=CURRENT is [region=backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86., hostname=a313eea8709e,37177,1731879968091, seqNum=2] 2024-11-17T21:46:46,633 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731879977030 2024-11-17T21:46:46,653 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731879977030 2024-11-17T21:46:46,849 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731879977030 to Mob enabled CF 2024-11-17T21:46:46,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17318799770301', row='row-t20', locateType=CURRENT is [region=ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80., hostname=a313eea8709e,37177,1731879968091, seqNum=2] 2024-11-17T21:46:46,878 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17318799770301 2024-11-17T21:46:46,885 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:46:46,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] assignment.SplitTableRegionProcedure(210): test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. splitKey isn't explicitly specified, will try to find a best split key from RS a313eea8709e,37177,1731879968091 2024-11-17T21:46:46,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/fbd02fd00f3a40808d17b795cfaedf85 because midkey is the same as first or last row 2024-11-17T21:46:46,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f3/bf25f8f220e34aef8521582bb76a0dde because midkey is the same as first or last row 2024-11-17T21:46:46,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/d7a8e170da3341e98aaffa11f9657123 because midkey is the same as first or last row 2024-11-17T21:46:46,889 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.HRegion(2902): Flushing f49f3dbb9d435d97a8f74a9e9cb3579a 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-17T21:46:46,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/f/c9119306ff3441168d33db98013f0fdb is 59, key is row-test-1731879977030-1-10/f:q1/1731880006445/Put/seqid=0 2024-11-17T21:46:46,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741880_1056 (size=10796) 2024-11-17T21:46:47,312 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/f/c9119306ff3441168d33db98013f0fdb 2024-11-17T21:46:47,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117dd9c847c0054480387f8450f5726b140_f49f3dbb9d435d97a8f74a9e9cb3579a is 63, key is row-test-1731879977030-3-100/mob:q1/1731880006831/Put/seqid=0 2024-11-17T21:46:47,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741881_1057 (size=5591) 2024-11-17T21:46:47,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:46:47,743 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241117dd9c847c0054480387f8450f5726b140_f49f3dbb9d435d97a8f74a9e9cb3579a to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/mobdir/data/default/test-1731879977030/6b1cd260a0f10eb97ef25f87a7426ddd/mob/d41d8cd98f00b204e9800998ecf8427e20241117dd9c847c0054480387f8450f5726b140_f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:46:47,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/mob/f54512c02d404862829a3e2d34313f35, store: [table=test-1731879977030 family=mob region=f49f3dbb9d435d97a8f74a9e9cb3579a] 2024-11-17T21:46:47,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/mob/f54512c02d404862829a3e2d34313f35 is 192, key is row-test-1731879977030-3-100/mob:q1/1731880006831/Put/seqid=0 2024-11-17T21:46:47,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741882_1058 (size=13760) 2024-11-17T21:46:48,151 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/mob/f54512c02d404862829a3e2d34313f35 2024-11-17T21:46:48,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/f/c9119306ff3441168d33db98013f0fdb as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/c9119306ff3441168d33db98013f0fdb 2024-11-17T21:46:48,166 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/c9119306ff3441168d33db98013f0fdb, entries=99, sequenceid=334, filesize=10.5 K 2024-11-17T21:46:48,168 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/mob/f54512c02d404862829a3e2d34313f35 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/f54512c02d404862829a3e2d34313f35 2024-11-17T21:46:48,174 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/f54512c02d404862829a3e2d34313f35, entries=111, sequenceid=334, filesize=13.4 K 2024-11-17T21:46:48,175 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for f49f3dbb9d435d97a8f74a9e9cb3579a in 1286ms, sequenceid=334, compaction requested=false 2024-11-17T21:46:48,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.HRegion(2603): Flush status journal for f49f3dbb9d435d97a8f74a9e9cb3579a: 2024-11-17T21:46:48,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/c9119306ff3441168d33db98013f0fdb because midkey is the same as first or last row 2024-11-17T21:46:48,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f3/bf25f8f220e34aef8521582bb76a0dde because midkey is the same as first or last row 2024-11-17T21:46:48,176 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/f54512c02d404862829a3e2d34313f35 because midkey is the same as first or last row 2024-11-17T21:46:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=a313eea8709e,37177,1731879968091 2024-11-17T21:46:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-17T21:46:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.CallRunner(138): callId: 302 service: MasterService methodName: SplitRegion size: 99 connection: 172.17.0.2:44840 deadline: 1731880066884, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-17T21:46:48,184 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:46:48,184 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731879977030 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:46:48,184 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-17T21:46:48,186 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731879977030,, stopping at row=test-1731879977030 ,, for max=2147483647 with caching=100 2024-11-17T21:46:48,195 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731879977030,, stopping at row=test-1731879977030 ,, for max=2147483647 with caching=100 2024-11-17T21:46:48,204 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1325 2024-11-17T21:46:48,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:46:48,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:46:48,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:46:48,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:46:48,248 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-17T21:46:48,252 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731880008204 2024-11-17T21:46:48,257 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731879987129} 2024-11-17T21:46:48,258 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-17T21:46:48,267 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:46:48,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:46:48,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:46:48,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:46:48,301 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T21:46:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731880008301 (current time:1731880008301). 2024-11-17T21:46:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T21:46:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-17T21:46:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c89064, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:46:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:46:48,303 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:46:48,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:46:48,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:46:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2958810f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:46:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:46:48,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:48,305 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:46:48,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f9369b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:46:48,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:46:48,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:46:48,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:46:48,309 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211. 2024-11-17T21:46:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:46:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:48,309 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:46:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T21:46:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T21:46:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-17T21:46:48,312 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T21:46:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T21:46:48,313 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T21:46:48,316 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T21:46:48,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741883_1059 (size=52) 2024-11-17T21:46:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T21:46:48,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T21:46:48,722 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T21:46:48,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86}] 2024-11-17T21:46:48,723 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:48,875 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-17T21:46:48,876 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:46:48,876 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 841b3b4215f8e2706b162da133bf9c86 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-17T21:46:48,897 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/0c4dfc09dc86420d9231a93f790ca90b is 158, key is trslm:hdfs://localhost:45635/backupUT\x00ns2:test-17318799770301/meta:log-roll-map/1731880005920/Put/seqid=0 2024-11-17T21:46:48,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741884_1060 (size=5914) 2024-11-17T21:46:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T21:46:49,302 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/0c4dfc09dc86420d9231a93f790ca90b 2024-11-17T21:46:49,313 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/a1c6e25482984e60abaee7a7c939c09f is 433, key is session:backup_1731879987129/session:context/1731880006376/Put/seqid=0 2024-11-17T21:46:49,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741885_1061 (size=5535) 2024-11-17T21:46:49,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T21:46:49,718 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/a1c6e25482984e60abaee7a7c939c09f 2024-11-17T21:46:49,724 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/0c4dfc09dc86420d9231a93f790ca90b as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b 2024-11-17T21:46:49,730 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b, entries=6, sequenceid=17, filesize=5.8 K 2024-11-17T21:46:49,731 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/a1c6e25482984e60abaee7a7c939c09f as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f 2024-11-17T21:46:49,739 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f, entries=2, sequenceid=17, filesize=5.4 K 2024-11-17T21:46:49,740 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 841b3b4215f8e2706b162da133bf9c86 in 863ms, sequenceid=17, compaction requested=false 2024-11-17T21:46:49,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 841b3b4215f8e2706b162da133bf9c86: 2024-11-17T21:46:49,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. for snapshot_backup_system completed. 2024-11-17T21:46:49,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.' region-info for snapshot=snapshot_backup_system 2024-11-17T21:46:49,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T21:46:49,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b] hfiles 2024-11-17T21:46:49,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b for snapshot=snapshot_backup_system 2024-11-17T21:46:49,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f] hfiles 2024-11-17T21:46:49,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434 for snapshot=snapshot_backup_system 2024-11-17T21:46:49,740 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f for snapshot=snapshot_backup_system 2024-11-17T21:46:49,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741886_1062 (size=173) 2024-11-17T21:46:50,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:46:50,148 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-17T21:46:50,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-17T21:46:50,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:50,149 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:46:50,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-17T21:46:50,152 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T21:46:50,152 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86 in 1.4280 sec 2024-11-17T21:46:50,153 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T21:46:50,154 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T21:46:50,154 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-17T21:46:50,154 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-17T21:46:50,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741887_1063 (size=810) 2024-11-17T21:46:50,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T21:46:50,565 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T21:46:50,572 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T21:46:50,573 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_backup_system 2024-11-17T21:46:50,574 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T21:46:50,574 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-17T21:46:50,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2650 sec 2024-11-17T21:46:52,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-17T21:46:52,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-17T21:46:52,474 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731880008204 started at 1731880012474. 2024-11-17T21:46:52,476 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731880008204 has been started. 2024-11-17T21:46:52,481 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1731879977030, ns2:test-17318799770301] 2024-11-17T21:46:52,485 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731879978331for backupID backup_1731880008204 2024-11-17T21:46:52,485 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-17T21:46:52,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-17T21:46:52,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-17T21:46:52,486 INFO [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-17T21:46:52,486 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-17T21:46:52,486 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-17T21:46:52,486 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-17T21:46:52,487 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T21:46:52,487 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T21:46:52,551 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T21:46:52,551 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T21:46:52,551 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T21:46:52,552 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,552 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-17T21:46:52,552 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-17T21:46:52,552 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T21:46:52,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-17T21:46:52,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T21:46:52,553 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-17T21:46:52,553 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-17T21:46:52,553 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-17T21:46:52,553 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-17T21:46:52,553 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-17T21:46:52,553 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-17T21:46:52,553 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-17T21:46:52,553 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'a313eea8709e,37177,1731879968091' joining acquired barrier for procedure (rolllog) in zk 2024-11-17T21:46:52,561 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:52,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T21:46:52,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T21:46:52,562 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-17T21:46:52,562 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-17T21:46:52,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T21:46:52,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T21:46:52,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:46:52,564 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,564 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T21:46:52,565 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'a313eea8709e,37177,1731879968091' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-17T21:46:52,565 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@13a84e89[Count = 0] remaining members to acquire global barrier 2024-11-17T21:46:52,565 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-17T21:46:52,565 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:52,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:52,572 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:52,573 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:52,573 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-17T21:46:52,573 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,573 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-17T21:46:52,573 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-17T21:46:52,573 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,573 INFO [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731879992929 highest: 1731879992967 on a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,573 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0:(num 1731879992929) roll requested 2024-11-17T21:46:52,586 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880012573, exclude list is [], retry=0 2024-11-17T21:46:52,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:46:52,591 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879992929 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880012573 2024-11-17T21:46:52,591 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:46:52,591 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879992929 is not closed yet, will try archiving it next time 2024-11-17T21:46:52,592 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.meta:.meta(num 1731879992948) roll requested 2024-11-17T21:46:52,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741857_1033 (size=1198) 2024-11-17T21:46:52,610 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880012592.meta, exclude list is [], retry=0 2024-11-17T21:46:52,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:46:52,614 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731879992948.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880012592.meta 2024-11-17T21:46:52,614 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:46:52,615 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731879992948.meta is not closed yet, will try archiving it next time 2024-11-17T21:46:52,615 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1:(num 1731879992967) roll requested 2024-11-17T21:46:52,616 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731879992948.meta not finished, retry = 0 2024-11-17T21:46:52,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741858_1034 (size=93) 2024-11-17T21:46:52,630 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880012615, exclude list is [], retry=0 2024-11-17T21:46:52,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:46:52,634 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-17T21:46:52,634 INFO [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731880012573 on a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,635 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879992967 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880012615 2024-11-17T21:46:52,635 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:46:52,635 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879992967 is not closed yet, will try archiving it next time 2024-11-17T21:46:52,635 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879978331 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879978331 2024-11-17T21:46:52,637 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879992967 not finished, retry = 0 2024-11-17T21:46:52,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741859_1035 (size=30490) 2024-11-17T21:46:52,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:46:52,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:46:52,657 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-17T21:46:52,657 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'a313eea8709e,37177,1731879968091' in zk 2024-11-17T21:46:52,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,667 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-17T21:46:52,667 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T21:46:52,667 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-17T21:46:52,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T21:46:52,667 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T21:46:52,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T21:46:52,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T21:46:52,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:46:52,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T21:46:52,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:46:52,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,671 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'a313eea8709e,37177,1731879968091': 2024-11-17T21:46:52,671 INFO [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-17T21:46:52,671 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'a313eea8709e,37177,1731879968091' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-17T21:46:52,671 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-17T21:46:52,671 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-17T21:46:52,671 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-17T21:46:52,671 INFO [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-17T21:46:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T21:46:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T21:46:52,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T21:46:52,683 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-17T21:46:52,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-17T21:46:52,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T21:46:52,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T21:46:52,683 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T21:46:52,684 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T21:46:52,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T21:46:52,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T21:46:52,684 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T21:46:52,684 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:46:52,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T21:46:52,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:46:52,686 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,686 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,686 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T21:46:52,686 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:46:52,687 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T21:46:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T21:46:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T21:46:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:46:52,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T21:46:52,699 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T21:46:52,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:52,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T21:46:52,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T21:46:52,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T21:46:52,699 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T21:46:52,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-17T21:46:52,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-17T21:46:52,699 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T21:46:52,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T21:46:52,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-17T21:46:52,706 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {a313eea8709e:37177=1731879978331} newestTimestamps: {a313eea8709e:37177=1731879992967} 2024-11-17T21:46:52,708 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: a313eea8709e%2C37177%2C1731879968091.meta.1731879972486.meta 2024-11-17T21:46:52,708 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: a313eea8709e%2C37177%2C1731879968091.meta.1731879992948.meta 2024-11-17T21:46:52,708 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: a313eea8709e%2C37177%2C1731879968091.meta.1731880012592.meta 2024-11-17T21:46:52,708 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879992929 2024-11-17T21:46:52,708 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880012573 2024-11-17T21:46:52,708 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879992967 2024-11-17T21:46:52,708 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880012615 2024-11-17T21:46:52,717 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731879992948.meta to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs/a313eea8709e%2C37177%2C1731879968091.meta.1731879992948.meta 2024-11-17T21:46:52,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741891_1067 (size=908) 2024-11-17T21:46:52,764 DEBUG [master/a313eea8709e:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731879977030 2024-11-17T21:46:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741892_1068 (size=950) 2024-11-17T21:46:53,122 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731879977030 target: hdfs://localhost:45635/backupUT/backup_1731880008204/default/test-1731879977030 descriptor: 'test-1731879977030', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:46:53,122 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T21:46:53,125 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731879977030 2024-11-17T21:46:53,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741893_1069 (size=53) 2024-11-17T21:46:53,180 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/.tabledesc/.tableinfo.0000000002.908 2024-11-17T21:46:53,180 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/.tabledesc/.tableinfo.0000000003.950 2024-11-17T21:46:53,182 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731879977030 in 418 msec 2024-11-17T21:46:53,532 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731879977030 2024-11-17T21:46:53,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741894_1070 (size=364) 2024-11-17T21:46:53,945 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17318799770301 target: hdfs://localhost:45635/backupUT/backup_1731880008204/ns2/test-17318799770301 descriptor: 'ns2:test-17318799770301', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:46:53,945 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T21:46:53,947 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17318799770301 2024-11-17T21:46:53,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741895_1071 (size=50) 2024-11-17T21:46:54,354 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17318799770301 2024-11-17T21:46:54,363 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:45635/backupUT/.tmp/backup_1731880008204 from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879992929;hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879992967 2024-11-17T21:46:54,364 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24d9fa64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:54,364 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:46:54,364 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:46:54,365 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:46:54,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:46:54,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:46:54,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eca5d59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:54,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:46:54,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:46:54,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:54,367 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:46:54,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ec60d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:54,368 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:46:54,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40211,1731879966442 2024-11-17T21:46:54,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@52978775 2024-11-17T21:46:54,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:46:54,370 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51226, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:46:54,375 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-17T21:46:54,375 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731879977030 2024-11-17T21:46:54,376 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731879977030,, stopping at row=test-1731879977030 ,, for max=2147483647 with caching=100 2024-11-17T21:46:54,376 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:46:54,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:46:54,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:46:54,378 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:46:54,380 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731879977030: test-1731879977030; 2024-11-17T21:46:54,381 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17318799770301 2024-11-17T21:46:54,381 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17318799770301,, stopping at row=ns2:test-17318799770301 ,, for max=2147483647 with caching=100 2024-11-17T21:46:54,383 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17318799770301: ns2:test-17318799770301; 2024-11-17T21:46:54,383 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-17T21:46:54,383 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/hbase-staging/partitions_74ee14a3-4e93-43ce-ae7b-4175e4ede629 2024-11-17T21:46:54,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741896_1072 (size=192) 2024-11-17T21:46:54,805 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:54,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:54,806 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop-12289315224595824887.jar 2024-11-17T21:46:55,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,707 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,707 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,707 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,707 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,708 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,708 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,708 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T21:46:55,708 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T21:46:55,708 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T21:46:55,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T21:46:55,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T21:46:55,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T21:46:55,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T21:46:55,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T21:46:55,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T21:46:55,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T21:46:55,710 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T21:46:55,711 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,712 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,712 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,712 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,712 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:46:55,713 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:46:55,713 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1731879977030,ns2:test-17318799770301 2024-11-17T21:46:55,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:46:55,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:46:55,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:55,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:55,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:46:55,714 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T21:46:56,608 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop-14403560981986061461.jar 2024-11-17T21:46:56,619 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T21:46:56,643 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879992929 for WAL files 2024-11-17T21:46:56,644 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879992929 2024-11-17T21:46:56,645 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879992967 for WAL files 2024-11-17T21:46:56,645 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879992967 2024-11-17T21:46:56,738 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local1701404202_0003_4e9e779e-1c0a-426b-9f0f-afd89f5d272d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-17T21:46:56,738 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local1701404202_0003_4e9e779e-1c0a-426b-9f0f-afd89f5d272d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-17T21:46:56,829 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879992967 for hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879992967 (-9223372036854775808:9223372036854775807) length:30490 2024-11-17T21:46:56,850 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-17T21:46:56,850 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-17T21:46:56,890 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879992929 for hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879992929 (-9223372036854775808:9223372036854775807) length:1198 2024-11-17T21:46:56,894 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-17T21:46:56,895 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-17T21:46:56,983 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e2bc1ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:56,983 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:46:56,983 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:46:56,984 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:46:56,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:46:56,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:46:56,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9330a56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:56,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:46:56,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:46:56,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:56,986 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:46:56,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d3d1d36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:56,988 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:46:56,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:46:56,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:46:56,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:46:56,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17318799770301', row='row-t20', locateType=CURRENT is [region=ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80., hostname=a313eea8709e,37177,1731879968091, seqNum=2] 2024-11-17T21:46:56,993 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-17T21:46:56,993 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:46:56,993 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:56,993 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:56,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:46:56,993 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-17T21:46:56,993 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: a313eea8709e 2024-11-17T21:46:57,000 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/backupUT/.tmp/backup_1731880008204/_temporary/0/_temporary/attempt_local1701404202_0003_r_000000_0/ns2/test-17318799770301/f/e63e82f34cb7470c9882863f9c16f0b7 is 38, key is row-t20/f:q1/1731880006866/Put/seqid=0 2024-11-17T21:46:57,002 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [a313eea8709e:37177] Specified favored nodes: [a313eea8709e:37177] 2024-11-17T21:46:57,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741897_1073 (size=5275) 2024-11-17T21:46:57,436 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ecdcddb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:57,436 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:46:57,436 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:46:57,437 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:46:57,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:46:57,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:46:57,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bc9bab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:57,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:46:57,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:46:57,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:57,439 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:46:57,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c763f5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:57,440 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:46:57,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:46:57,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:46:57,442 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:46:57,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731879977030', row='row-test-1731879977030-1-0', locateType=CURRENT is [region=test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a., hostname=a313eea8709e,37177,1731879968091, seqNum=107] 2024-11-17T21:46:57,445 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-17T21:46:57,445 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:46:57,445 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:57,445 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:57,445 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:46:57,445 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731879977030-1-0] 2024-11-17T21:46:57,445 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: a313eea8709e 2024-11-17T21:46:57,457 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31ef4a94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:57,457 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:46:57,458 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:46:57,458 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:46:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:46:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:46:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d0782a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:46:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:46:57,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:57,460 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:46:57,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b21b46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:46:57,461 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:46:57,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:46:57,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:46:57,464 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:46:57,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731879977030', row='row-test-1731879977030-3-0', locateType=CURRENT is [region=test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a., hostname=a313eea8709e,37177,1731879968091, seqNum=107] 2024-11-17T21:46:57,466 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-17T21:46:57,466 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:46:57,466 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:57,466 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:46:57,466 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:46:57,467 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731879977030-3-0] 2024-11-17T21:46:57,467 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: a313eea8709e 2024-11-17T21:46:57,477 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/backupUT/.tmp/backup_1731880008204/_temporary/0/_temporary/attempt_local1701404202_0003_r_000001_0/default/test-1731879977030/f/7861861d38d64bdd8d0434a7e67e2347 is 59, key is row-test-1731879977030-1-10/f:q1/1731880006445/Put/seqid=0 2024-11-17T21:46:57,479 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [a313eea8709e:37177] Specified favored nodes: [a313eea8709e:37177] 2024-11-17T21:46:57,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741898_1074 (size=10770) 2024-11-17T21:46:57,883 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/backupUT/.tmp/backup_1731880008204/_temporary/0/_temporary/attempt_local1701404202_0003_r_000001_0/default/test-1731879977030/mob/c66dd8b995fb477397a73f7e31e05252 is 63, key is row-test-1731879977030-3-100/mob:q1/1731880006831/Put/seqid=0 2024-11-17T21:46:57,885 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [a313eea8709e:37177] Specified favored nodes: [a313eea8709e:37177] 2024-11-17T21:46:57,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741899_1075 (size=11811) 2024-11-17T21:46:58,782 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:45635/backupUT 2024-11-17T21:46:58,782 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731880008204 2024-11-17T21:46:58,782 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-17T21:46:58,802 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:45635/backupUT/.tmp/backup_1731880008204, hdfs://localhost:45635/backupUT] 2024-11-17T21:46:58,870 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T21:46:59,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741900_1076 (size=11811) 2024-11-17T21:46:59,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741901_1077 (size=5275) 2024-11-17T21:46:59,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741902_1078 (size=10770) 2024-11-17T21:47:00,478 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-17T21:47:00,481 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731880008204 2024-11-17T21:47:00,481 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-17T21:47:00,481 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local885067789_0004 completed: true true 2024-11-17T21:47:00,482 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3824359 FILE: Number of bytes written=6210432 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231425 HDFS: Number of bytes written=2433143 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-17T21:47:00,482 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:45635/backupUT/.tmp/backup_1731880008204 to hdfs://localhost:45635/backupUT finished. 2024-11-17T21:47:00,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1731879977030:', locateType=CURRENT is [region=backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561., hostname=a313eea8709e,37177,1731879968091, seqNum=2] 2024-11-17T21:47:00,502 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731880008204 2024-11-17T21:47:00,505 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731879987129} 2024-11-17T21:47:00,506 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-17T21:47:00,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741903_1079 (size=384) 2024-11-17T21:47:00,912 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45635/backupUT/backup_1731880008204/.backup.manifest 2024-11-17T21:47:00,912 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731880008204 finished: type=INCREMENTAL,tablelist=test-1731879977030;ns2:test-17318799770301,targetRootDir=hdfs://localhost:45635/backupUT,startts=1731880012474,completets=1731880020502,bytescopied=0 2024-11-17T21:47:00,912 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-17T21:47:00,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-17T21:47:00,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-17T21:47:00,923 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-17T21:47:00,925 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-17T21:47:00,929 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731880008204 completed. 2024-11-17T21:47:00,929 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-17T21:47:00,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:00,944 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:00,949 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:45635/backupUT/backup_1731880008204/.backup.manifest 2024-11-17T21:47:00,952 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731880008204/.backup.manifest 2024-11-17T21:47:00,953 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1731879977030 from 'test-1731879977030', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731879977030', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:47:00,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731879977030 2024-11-17T21:47:00,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741904_1080 (size=908) 2024-11-17T21:47:01,367 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/.tabledesc/.tableinfo.0000000003.950 2024-11-17T21:47:01,367 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/.tabledesc/.tableinfo.0000000004.908 2024-11-17T21:47:01,370 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731879977030}] 2024-11-17T21:47:01,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, REOPEN/MOVE}] 2024-11-17T21:47:01,374 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, REOPEN/MOVE 2024-11-17T21:47:01,375 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=f49f3dbb9d435d97a8f74a9e9cb3579a, regionState=CLOSING, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:47:01,378 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, REOPEN/MOVE because future has completed 2024-11-17T21:47:01,378 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T21:47:01,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091}] 2024-11-17T21:47:01,532 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,532 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T21:47:01,532 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing f49f3dbb9d435d97a8f74a9e9cb3579a, disabling compactions & flushes 2024-11-17T21:47:01,532 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:01,532 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:01,532 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. after waiting 0 ms 2024-11-17T21:47:01,532 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:01,539 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-17T21:47:01,539 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T21:47:01,540 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:01,540 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for f49f3dbb9d435d97a8f74a9e9cb3579a: Waiting for close lock at 1731880021532Running coprocessor pre-close hooks at 1731880021532Disabling compacts and flushes for region at 1731880021532Disabling writes for close at 1731880021532Writing region close event to WAL at 1731880021534 (+2 ms)Running coprocessor post-close hooks at 1731880021539 (+5 ms)Closed at 1731880021540 (+1 ms) 2024-11-17T21:47:01,540 WARN [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: f49f3dbb9d435d97a8f74a9e9cb3579a to self. 2024-11-17T21:47:01,542 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,543 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=f49f3dbb9d435d97a8f74a9e9cb3579a, regionState=CLOSED 2024-11-17T21:47:01,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091 because future has completed 2024-11-17T21:47:01,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-17T21:47:01,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091 in 168 msec 2024-11-17T21:47:01,548 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, REOPEN/MOVE; state=CLOSED, location=a313eea8709e,37177,1731879968091; forceNewPlan=false, retain=true 2024-11-17T21:47:01,699 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=f49f3dbb9d435d97a8f74a9e9cb3579a, regionState=OPENING, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:47:01,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, REOPEN/MOVE because future has completed 2024-11-17T21:47:01,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091}] 2024-11-17T21:47:01,858 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:01,858 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => f49f3dbb9d435d97a8f74a9e9cb3579a, NAME => 'test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:47:01,858 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T21:47:01,859 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731879977030 f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,859 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:47:01,859 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,859 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,860 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,862 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f49f3dbb9d435d97a8f74a9e9cb3579a columnFamilyName f 2024-11-17T21:47:01,862 DEBUG [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:47:01,869 DEBUG [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/c9119306ff3441168d33db98013f0fdb 2024-11-17T21:47:01,875 DEBUG [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/fbd02fd00f3a40808d17b795cfaedf85 2024-11-17T21:47:01,875 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(327): Store=f49f3dbb9d435d97a8f74a9e9cb3579a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:47:01,876 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,878 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f49f3dbb9d435d97a8f74a9e9cb3579a columnFamilyName f2 2024-11-17T21:47:01,878 DEBUG [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:47:01,878 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(327): Store=f49f3dbb9d435d97a8f74a9e9cb3579a/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:47:01,879 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,880 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f49f3dbb9d435d97a8f74a9e9cb3579a columnFamilyName mob 2024-11-17T21:47:01,880 DEBUG [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:47:01,888 DEBUG [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/d7a8e170da3341e98aaffa11f9657123 2024-11-17T21:47:01,894 DEBUG [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/f54512c02d404862829a3e2d34313f35 2024-11-17T21:47:01,894 INFO [StoreOpener-f49f3dbb9d435d97a8f74a9e9cb3579a-1 {}] regionserver.HStore(327): Store=f49f3dbb9d435d97a8f74a9e9cb3579a/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:47:01,895 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,896 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,897 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,898 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,898 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,899 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731879977030 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-17T21:47:01,900 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,901 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened f49f3dbb9d435d97a8f74a9e9cb3579a; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10026349600, jitterRate=-0.06622342765331268}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-17T21:47:01,901 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:01,905 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for f49f3dbb9d435d97a8f74a9e9cb3579a: Running coprocessor pre-open hook at 1731880021859Writing region info on filesystem at 1731880021859Initializing all the Stores at 1731880021860 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731880021860Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731880021860Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731880021860Cleaning up temporary data from old regions at 1731880021898 (+38 ms)Running coprocessor post-open hooks at 1731880021901 (+3 ms)Region opened successfully at 1731880021905 (+4 ms) 2024-11-17T21:47:01,906 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a., pid=46, masterSystemTime=1731880021854 2024-11-17T21:47:01,908 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:01,909 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:01,909 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=f49f3dbb9d435d97a8f74a9e9cb3579a, regionState=OPEN, openSeqNum=338, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:47:01,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091 because future has completed 2024-11-17T21:47:01,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-17T21:47:01,914 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a, server=a313eea8709e,37177,1731879968091 in 210 msec 2024-11-17T21:47:01,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-17T21:47:01,915 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731879977030, region=f49f3dbb9d435d97a8f74a9e9cb3579a, REOPEN/MOVE in 541 msec 2024-11-17T21:47:01,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-17T21:47:01,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731879977030 in 546 msec 2024-11-17T21:47:01,921 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731879977030 2024-11-17T21:47:01,928 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f3/bf25f8f220e34aef8521582bb76a0dde to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/archive/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f3/bf25f8f220e34aef8521582bb76a0dde 2024-11-17T21:47:01,931 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731879977030 in 975 msec 2024-11-17T21:47:01,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-17T21:47:01,932 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731879977030 completed 2024-11-17T21:47:01,941 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:01,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:01,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:01,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:01,972 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-17T21:47:01,976 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731880021932 2024-11-17T21:47:01,979 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731880008204} 2024-11-17T21:47:01,979 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731879987129} 2024-11-17T21:47:01,979 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-17T21:47:01,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:01,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:02,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:02,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:02,031 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731879977030 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731879977030 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:47:02,033 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731880021932,startts=0,failedts=1731880022031,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731879977030 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-17T21:47:02,034 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-17T21:47:02,036 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-17T21:47:02,036 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-17T21:47:02,038 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-17T21:47:02,038 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-17T21:47:02,040 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-17T21:47:02,044 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731880021932 failed. 2024-11-17T21:47:02,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:02,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:02,066 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731879977030, ns2:test-17318799770301, ns3:test-17318799770302, ns4:test-17318799770303] 2024-11-17T21:47:02,066 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-17T21:47:02,070 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T21:47:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731880022070 (current time:1731880022070). 2024-11-17T21:47:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T21:47:02,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-17T21:47:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f37770c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:47:02,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:47:02,072 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:47:02,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:47:02,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:47:02,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e8087a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:02,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:47:02,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:47:02,073 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:02,074 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:47:02,074 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18a4bbd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:02,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:47:02,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:47:02,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:47:02,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:47:02,077 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211. 2024-11-17T21:47:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:47:02,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:02,078 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:47:02,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T21:47:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T21:47:02,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-17T21:47:02,080 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T21:47:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T21:47:02,081 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T21:47:02,084 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T21:47:02,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741905_1081 (size=52) 2024-11-17T21:47:02,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T21:47:02,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T21:47:02,491 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T21:47:02,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86}] 2024-11-17T21:47:02,492 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:02,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-17T21:47:02,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:02,645 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 841b3b4215f8e2706b162da133bf9c86 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-17T21:47:02,650 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/c386a51028914a97a2ee110805a741b2 is 158, key is trslm:hdfs://localhost:45635/backupUT\x00ns2:test-17318799770301/meta:log-roll-map/1731880020489/Put/seqid=0 2024-11-17T21:47:02,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741906_1082 (size=5745) 2024-11-17T21:47:02,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T21:47:02,740 DEBUG [master/a313eea8709e:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731879977030 2024-11-17T21:47:02,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741907_1083 (size=950) 2024-11-17T21:47:03,055 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/c386a51028914a97a2ee110805a741b2 2024-11-17T21:47:03,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/12a7550bf50e4ba69b4094b1afc86a94 is 1245, key is session:backup_1731880021932/session:context/1731880022039/Put/seqid=0 2024-11-17T21:47:03,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741908_1084 (size=6682) 2024-11-17T21:47:03,151 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/.tabledesc/.tableinfo.0000000004.908 2024-11-17T21:47:03,151 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/.tabledesc/.tableinfo.0000000005.950 2024-11-17T21:47:03,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731879977030 in 412 msec 2024-11-17T21:47:03,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T21:47:03,471 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/12a7550bf50e4ba69b4094b1afc86a94 2024-11-17T21:47:03,479 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/c386a51028914a97a2ee110805a741b2 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/c386a51028914a97a2ee110805a741b2 2024-11-17T21:47:03,487 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/c386a51028914a97a2ee110805a741b2, entries=4, sequenceid=31, filesize=5.6 K 2024-11-17T21:47:03,488 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/12a7550bf50e4ba69b4094b1afc86a94 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/12a7550bf50e4ba69b4094b1afc86a94 2024-11-17T21:47:03,495 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/12a7550bf50e4ba69b4094b1afc86a94, entries=3, sequenceid=31, filesize=6.5 K 2024-11-17T21:47:03,497 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 841b3b4215f8e2706b162da133bf9c86 in 851ms, sequenceid=31, compaction requested=true 2024-11-17T21:47:03,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 841b3b4215f8e2706b162da133bf9c86: 2024-11-17T21:47:03,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. for snapshot_backup_system completed. 2024-11-17T21:47:03,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.' region-info for snapshot=snapshot_backup_system 2024-11-17T21:47:03,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T21:47:03,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/c386a51028914a97a2ee110805a741b2] hfiles 2024-11-17T21:47:03,497 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b for snapshot=snapshot_backup_system 2024-11-17T21:47:03,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/c386a51028914a97a2ee110805a741b2 for snapshot=snapshot_backup_system 2024-11-17T21:47:03,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/12a7550bf50e4ba69b4094b1afc86a94] hfiles 2024-11-17T21:47:03,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434 for snapshot=snapshot_backup_system 2024-11-17T21:47:03,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f for snapshot=snapshot_backup_system 2024-11-17T21:47:03,498 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/12a7550bf50e4ba69b4094b1afc86a94 for snapshot=snapshot_backup_system 2024-11-17T21:47:03,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741909_1085 (size=251) 2024-11-17T21:47:03,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:03,905 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-17T21:47:03,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-17T21:47:03,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:03,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:03,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-17T21:47:03,909 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T21:47:03,909 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86 in 1.4160 sec 2024-11-17T21:47:03,909 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T21:47:03,910 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T21:47:03,910 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-17T21:47:03,911 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-17T21:47:03,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741910_1086 (size=888) 2024-11-17T21:47:04,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T21:47:04,322 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T21:47:04,331 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T21:47:04,331 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_backup_system 2024-11-17T21:47:04,333 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T21:47:04,333 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-17T21:47:04,335 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2550 sec 2024-11-17T21:47:05,013 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8cc42a08b47c64bf05dabc845c237c80, had cached 0 bytes from a total of 8413 2024-11-17T21:47:05,556 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:47:06,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-17T21:47:06,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-17T21:47:06,235 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731880022045 started at 1731880026235. 2024-11-17T21:47:06,242 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731880022045 has been started. 2024-11-17T21:47:06,249 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-17T21:47:06,250 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-17T21:47:06,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-17T21:47:06,250 INFO [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-17T21:47:06,250 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-17T21:47:06,250 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-17T21:47:06,250 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-17T21:47:06,251 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T21:47:06,251 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T21:47:06,315 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T21:47:06,315 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T21:47:06,315 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T21:47:06,316 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,316 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-17T21:47:06,317 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-17T21:47:06,318 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T21:47:06,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-17T21:47:06,320 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T21:47:06,320 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-17T21:47:06,321 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-17T21:47:06,321 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-17T21:47:06,321 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-17T21:47:06,321 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-17T21:47:06,322 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-17T21:47:06,322 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-17T21:47:06,322 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'a313eea8709e,37177,1731879968091' joining acquired barrier for procedure (rolllog) in zk 2024-11-17T21:47:06,335 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:06,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,335 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,336 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T21:47:06,336 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T21:47:06,336 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-17T21:47:06,336 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-17T21:47:06,337 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T21:47:06,338 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T21:47:06,339 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:47:06,340 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,341 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T21:47:06,342 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'a313eea8709e,37177,1731879968091' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-17T21:47:06,342 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@b051ee8[Count = 0] remaining members to acquire global barrier 2024-11-17T21:47:06,342 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-17T21:47:06,342 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:06,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:06,350 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:06,350 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:06,350 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-17T21:47:06,350 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,350 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-17T21:47:06,350 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-17T21:47:06,350 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,350 INFO [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731880012573 highest: 1731880012615 on a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,351 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0:(num 1731880012573) roll requested 2024-11-17T21:47:06,367 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880026351, exclude list is [], retry=0 2024-11-17T21:47:06,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:47:06,371 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880012573 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880026351 2024-11-17T21:47:06,371 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:47:06,371 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880012573 is not closed yet, will try archiving it next time 2024-11-17T21:47:06,371 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.meta:.meta(num 1731880012592) roll requested 2024-11-17T21:47:06,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741888_1064 (size=93) 2024-11-17T21:47:06,372 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880012573 not finished, retry = 0 2024-11-17T21:47:06,384 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880026371.meta, exclude list is [], retry=0 2024-11-17T21:47:06,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:47:06,387 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880012592.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880026371.meta 2024-11-17T21:47:06,387 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:47:06,387 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880012592.meta is not closed yet, will try archiving it next time 2024-11-17T21:47:06,387 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1:(num 1731880012615) roll requested 2024-11-17T21:47:06,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741889_1065 (size=1903) 2024-11-17T21:47:06,389 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880012592.meta not finished, retry = 0 2024-11-17T21:47:06,399 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880026387, exclude list is [], retry=0 2024-11-17T21:47:06,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:47:06,402 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880012615 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880026387 2024-11-17T21:47:06,402 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:47:06,402 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880012615 is not closed yet, will try archiving it next time 2024-11-17T21:47:06,403 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879992967 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731879992967 2024-11-17T21:47:06,404 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880012615 not finished, retry = 0 2024-11-17T21:47:06,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741890_1066 (size=4927) 2024-11-17T21:47:06,411 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-17T21:47:06,411 INFO [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731880026351 on a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:06,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:06,430 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-17T21:47:06,430 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'a313eea8709e,37177,1731879968091' in zk 2024-11-17T21:47:06,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,440 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-17T21:47:06,440 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T21:47:06,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T21:47:06,441 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-17T21:47:06,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T21:47:06,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T21:47:06,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T21:47:06,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:47:06,443 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T21:47:06,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:47:06,446 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,448 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'a313eea8709e,37177,1731879968091': 2024-11-17T21:47:06,448 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'a313eea8709e,37177,1731879968091' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-17T21:47:06,448 INFO [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-17T21:47:06,448 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-17T21:47:06,448 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-17T21:47:06,448 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-17T21:47:06,448 INFO [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-17T21:47:06,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T21:47:06,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T21:47:06,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T21:47:06,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-17T21:47:06,461 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-17T21:47:06,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T21:47:06,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T21:47:06,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T21:47:06,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T21:47:06,462 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T21:47:06,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T21:47:06,462 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:47:06,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T21:47:06,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T21:47:06,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:47:06,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,463 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T21:47:06,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:47:06,465 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T21:47:06,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T21:47:06,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T21:47:06,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:06,476 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T21:47:06,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:06,477 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T21:47:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T21:47:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:06,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T21:47:06,477 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T21:47:06,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-17T21:47:06,477 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-17T21:47:06,477 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T21:47:06,477 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T21:47:06,477 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880012573 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880012573 2024-11-17T21:47:06,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-17T21:47:06,487 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-17T21:47:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731880026487 (current time:1731880026487). 2024-11-17T21:47:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T21:47:06,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731880026486_backup_system_bulk VERSION not specified, setting to 2 2024-11-17T21:47:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c0ed4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:47:06,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:47:06,489 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:47:06,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:47:06,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:47:06,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@448bdcee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:06,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:47:06,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:47:06,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:06,490 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36716, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:47:06,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dc0050c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:06,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:47:06,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:47:06,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:47:06,493 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:47:06,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211. 2024-11-17T21:47:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:47:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:06,495 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:47:06,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T21:47:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-17T21:47:06,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-17T21:47:06,497 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T21:47:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T21:47:06,498 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T21:47:06,501 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T21:47:06,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741914_1090 (size=76) 2024-11-17T21:47:06,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T21:47:06,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T21:47:06,909 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T21:47:06,910 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cf24188635a4add71873273590a2561}] 2024-11-17T21:47:06,912 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cf24188635a4add71873273590a2561 2024-11-17T21:47:07,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-17T21:47:07,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:47:07,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 8cf24188635a4add71873273590a2561: 2024-11-17T21:47:07,067 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. for snapshot_1731880026486_backup_system_bulk completed. 2024-11-17T21:47:07,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561.' region-info for snapshot=snapshot_1731880026486_backup_system_bulk 2024-11-17T21:47:07,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T21:47:07,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T21:47:07,068 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T21:47:07,077 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-17T21:47:07,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741915_1091 (size=61) 2024-11-17T21:47:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T21:47:07,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:47:07,481 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-17T21:47:07,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-17T21:47:07,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731880026486_backup_system_bulk on region 8cf24188635a4add71873273590a2561 2024-11-17T21:47:07,484 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cf24188635a4add71873273590a2561 2024-11-17T21:47:07,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-17T21:47:07,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8cf24188635a4add71873273590a2561 in 577 msec 2024-11-17T21:47:07,491 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T21:47:07,492 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T21:47:07,493 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T21:47:07,493 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731880026486_backup_system_bulk 2024-11-17T21:47:07,494 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731880026486_backup_system_bulk 2024-11-17T21:47:07,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741916_1092 (size=702) 2024-11-17T21:47:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T21:47:07,909 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T21:47:07,917 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T21:47:07,918 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731880026486_backup_system_bulk to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731880026486_backup_system_bulk 2024-11-17T21:47:07,920 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T21:47:07,920 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-17T21:47:07,921 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731880026486_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4240 sec 2024-11-17T21:47:08,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-17T21:47:08,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-17T21:47:08,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } 2024-11-17T21:47:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731880028648 (current time:1731880028648). 2024-11-17T21:47:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T21:47:08,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731880028646_default_test-1731879977030 VERSION not specified, setting to 2 2024-11-17T21:47:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e438490, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:08,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:47:08,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:47:08,653 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:47:08,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:47:08,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:47:08,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6082873e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:08,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:47:08,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:47:08,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:08,656 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:47:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f18bd0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:08,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:47:08,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:47:08,658 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:47:08,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:47:08,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211. 2024-11-17T21:47:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:47:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:08,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:08,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:47:08,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T21:47:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } 2024-11-17T21:47:08,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-17T21:47:08,661 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T21:47:08,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T21:47:08,662 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T21:47:08,664 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T21:47:08,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741917_1093 (size=84) 2024-11-17T21:47:08,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T21:47:08,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T21:47:09,071 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T21:47:09,071 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a}] 2024-11-17T21:47:09,073 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:09,227 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-17T21:47:09,227 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:09,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for f49f3dbb9d435d97a8f74a9e9cb3579a: 2024-11-17T21:47:09,228 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. for snapshot_1731880028646_default_test-1731879977030 completed. 2024-11-17T21:47:09,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a.' region-info for snapshot=snapshot_1731880028646_default_test-1731879977030 2024-11-17T21:47:09,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T21:47:09,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/fbd02fd00f3a40808d17b795cfaedf85, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/c9119306ff3441168d33db98013f0fdb] hfiles 2024-11-17T21:47:09,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/fbd02fd00f3a40808d17b795cfaedf85 for snapshot=snapshot_1731880028646_default_test-1731879977030 2024-11-17T21:47:09,229 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/c9119306ff3441168d33db98013f0fdb for snapshot=snapshot_1731880028646_default_test-1731879977030 2024-11-17T21:47:09,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T21:47:09,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/d7a8e170da3341e98aaffa11f9657123, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/f54512c02d404862829a3e2d34313f35] hfiles 2024-11-17T21:47:09,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/d7a8e170da3341e98aaffa11f9657123 for snapshot=snapshot_1731880028646_default_test-1731879977030 2024-11-17T21:47:09,230 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/f54512c02d404862829a3e2d34313f35 for snapshot=snapshot_1731880028646_default_test-1731879977030 2024-11-17T21:47:09,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741918_1094 (size=224) 2024-11-17T21:47:09,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T21:47:09,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:09,642 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-17T21:47:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-17T21:47:09,643 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731880028646_default_test-1731879977030 on region f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:09,644 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:09,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-17T21:47:09,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f49f3dbb9d435d97a8f74a9e9cb3579a in 574 msec 2024-11-17T21:47:09,650 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T21:47:09,651 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T21:47:09,653 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-17T21:47:09,653 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-17T21:47:09,653 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:47:09,653 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-17T21:47:09,654 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:47:09,654 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-17T21:47:09,654 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:47:09,655 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/mobdir/data/default/test-1731879977030/6b1cd260a0f10eb97ef25f87a7426ddd/mob/d41d8cd98f00b204e9800998ecf8427e20241117dd9c847c0054480387f8450f5726b140_f49f3dbb9d435d97a8f74a9e9cb3579a] hfiles 2024-11-17T21:47:09,655 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/mobdir/data/default/test-1731879977030/6b1cd260a0f10eb97ef25f87a7426ddd/mob/d41d8cd98f00b204e9800998ecf8427e20241117dd9c847c0054480387f8450f5726b140_f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:09,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741919_1095 (size=168) 2024-11-17T21:47:09,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T21:47:10,065 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T21:47:10,065 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731880028646_default_test-1731879977030 2024-11-17T21:47:10,068 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731880028646_default_test-1731879977030 2024-11-17T21:47:10,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741920_1096 (size=1347) 2024-11-17T21:47:10,487 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T21:47:10,499 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T21:47:10,499 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731880028646_default_test-1731879977030 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731880028646_default_test-1731879977030 2024-11-17T21:47:10,501 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T21:47:10,501 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-17T21:47:10,503 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731880028646_default_test-1731879977030 table=test-1731879977030 type=FLUSH ttl=0 } in 1.8410 sec 2024-11-17T21:47:10,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-17T21:47:10,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731879977030 completed 2024-11-17T21:47:10,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 } 2024-11-17T21:47:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731880030818 (current time:1731880030818). 2024-11-17T21:47:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T21:47:10,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731880030816_ns4_test-17318799770303 VERSION not specified, setting to 2 2024-11-17T21:47:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7ef13b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:47:10,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:47:10,822 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:47:10,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:47:10,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:47:10,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fc91c12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:10,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:47:10,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:47:10,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:10,824 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:47:10,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e617f19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:10,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:47:10,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:47:10,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:47:10,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45998, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:47:10,829 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211. 2024-11-17T21:47:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:47:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:10,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:10,829 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:47:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T21:47:10,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 } 2024-11-17T21:47:10,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-17T21:47:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T21:47:10,833 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T21:47:10,834 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T21:47:10,836 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T21:47:10,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741921_1097 (size=86) 2024-11-17T21:47:10,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T21:47:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T21:47:11,243 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T21:47:11,243 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b2e6f3392a20ffaf269f86b054f706}] 2024-11-17T21:47:11,244 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:47:11,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-17T21:47:11,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:47:11,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 70b2e6f3392a20ffaf269f86b054f706: 2024-11-17T21:47:11,398 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. for snapshot_1731880030816_ns4_test-17318799770303 completed. 2024-11-17T21:47:11,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706.' region-info for snapshot=snapshot_1731880030816_ns4_test-17318799770303 2024-11-17T21:47:11,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T21:47:11,399 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T21:47:11,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741922_1098 (size=52) 2024-11-17T21:47:11,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T21:47:11,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:47:11,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-17T21:47:11,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-17T21:47:11,812 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731880030816_ns4_test-17318799770303 on region 70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:47:11,812 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:47:11,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-17T21:47:11,818 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 70b2e6f3392a20ffaf269f86b054f706 in 571 msec 2024-11-17T21:47:11,818 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T21:47:11,819 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T21:47:11,820 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T21:47:11,820 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731880030816_ns4_test-17318799770303 2024-11-17T21:47:11,821 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731880030816_ns4_test-17318799770303 2024-11-17T21:47:11,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741923_1099 (size=443) 2024-11-17T21:47:11,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T21:47:12,237 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T21:47:12,247 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T21:47:12,247 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731880030816_ns4_test-17318799770303 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731880030816_ns4_test-17318799770303 2024-11-17T21:47:12,249 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T21:47:12,249 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-17T21:47:12,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731880030816_ns4_test-17318799770303 table=ns4:test-17318799770303 type=FLUSH ttl=0 } in 1.4190 sec 2024-11-17T21:47:12,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-17T21:47:12,995 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17318799770303 completed 2024-11-17T21:47:12,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } 2024-11-17T21:47:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731880032997 (current time:1731880032997). 2024-11-17T21:47:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T21:47:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731880032995_ns2_test-17318799770301 VERSION not specified, setting to 2 2024-11-17T21:47:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791d8f1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:47:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:47:13,000 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:47:13,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:47:13,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:47:13,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c75a6f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:13,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:47:13,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:47:13,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:13,003 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:47:13,005 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2629a59a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:13,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:47:13,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:47:13,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:47:13,009 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:47:13,010 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211. 2024-11-17T21:47:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:47:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:13,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:13,010 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:47:13,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T21:47:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } 2024-11-17T21:47:13,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-17T21:47:13,014 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T21:47:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T21:47:13,016 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T21:47:13,020 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T21:47:13,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741924_1100 (size=86) 2024-11-17T21:47:13,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T21:47:13,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T21:47:13,418 INFO [master/a313eea8709e:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-17T21:47:13,418 INFO [master/a313eea8709e:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-17T21:47:13,431 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T21:47:13,431 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cc42a08b47c64bf05dabc845c237c80}] 2024-11-17T21:47:13,432 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:47:13,437 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 841b3b4215f8e2706b162da133bf9c86, had cached 0 bytes from a total of 28925 2024-11-17T21:47:13,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-17T21:47:13,586 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:47:13,586 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing 8cc42a08b47c64bf05dabc845c237c80 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-17T21:47:13,596 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/.tmp/f/83db5805b1974067971341eec4a3b1d9 is 38, key is row-t20/f:q1/1731880006866/Put/seqid=0 2024-11-17T21:47:13,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741925_1101 (size=5134) 2024-11-17T21:47:13,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T21:47:14,004 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/.tmp/f/83db5805b1974067971341eec4a3b1d9 2024-11-17T21:47:14,012 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/.tmp/f/83db5805b1974067971341eec4a3b1d9 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/83db5805b1974067971341eec4a3b1d9 2024-11-17T21:47:14,019 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/83db5805b1974067971341eec4a3b1d9, entries=5, sequenceid=111, filesize=5.0 K 2024-11-17T21:47:14,020 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 8cc42a08b47c64bf05dabc845c237c80 in 434ms, sequenceid=111, compaction requested=false 2024-11-17T21:47:14,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 8cc42a08b47c64bf05dabc845c237c80: 2024-11-17T21:47:14,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. for snapshot_1731880032995_ns2_test-17318799770301 completed. 2024-11-17T21:47:14,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80.' region-info for snapshot=snapshot_1731880032995_ns2_test-17318799770301 2024-11-17T21:47:14,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T21:47:14,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/cb7c2738169645ac8a86e62e5dc41a75, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/83db5805b1974067971341eec4a3b1d9] hfiles 2024-11-17T21:47:14,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/cb7c2738169645ac8a86e62e5dc41a75 for snapshot=snapshot_1731880032995_ns2_test-17318799770301 2024-11-17T21:47:14,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/83db5805b1974067971341eec4a3b1d9 for snapshot=snapshot_1731880032995_ns2_test-17318799770301 2024-11-17T21:47:14,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741926_1102 (size=130) 2024-11-17T21:47:14,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T21:47:14,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:47:14,428 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-17T21:47:14,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-17T21:47:14,430 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731880032995_ns2_test-17318799770301 on region 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:47:14,431 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:47:14,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-17T21:47:14,438 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T21:47:14,438 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 8cc42a08b47c64bf05dabc845c237c80 in 1.0020 sec 2024-11-17T21:47:14,439 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T21:47:14,440 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T21:47:14,440 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731880032995_ns2_test-17318799770301 2024-11-17T21:47:14,441 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731880032995_ns2_test-17318799770301 2024-11-17T21:47:14,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741927_1103 (size=496) 2024-11-17T21:47:14,859 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T21:47:14,869 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T21:47:14,869 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731880032995_ns2_test-17318799770301 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731880032995_ns2_test-17318799770301 2024-11-17T21:47:14,870 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T21:47:14,870 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-17T21:47:14,871 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731880032995_ns2_test-17318799770301 table=ns2:test-17318799770301 type=FLUSH ttl=0 } in 1.8590 sec 2024-11-17T21:47:15,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-17T21:47:15,165 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17318799770301 completed 2024-11-17T21:47:15,167 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 } 2024-11-17T21:47:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731880035168 (current time:1731880035168). 2024-11-17T21:47:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T21:47:15,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731880035166_ns3_test-17318799770302 VERSION not specified, setting to 2 2024-11-17T21:47:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5964825e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:47:15,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:47:15,173 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:47:15,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:47:15,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:47:15,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59aab0c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:15,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:47:15,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:47:15,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:15,175 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:47:15,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ffab7f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:15,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:47:15,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:47:15,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:47:15,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:47:15,180 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211. 2024-11-17T21:47:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:47:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:15,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:15,180 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:47:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T21:47:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 } 2024-11-17T21:47:15,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-17T21:47:15,183 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T21:47:15,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T21:47:15,184 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T21:47:15,187 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T21:47:15,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741928_1104 (size=86) 2024-11-17T21:47:15,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T21:47:15,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T21:47:15,597 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T21:47:15,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 264cdf6b0beed7276ad0e058008950c9}] 2024-11-17T21:47:15,601 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:47:15,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-17T21:47:15,754 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:47:15,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 264cdf6b0beed7276ad0e058008950c9: 2024-11-17T21:47:15,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. for snapshot_1731880035166_ns3_test-17318799770302 completed. 2024-11-17T21:47:15,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9.' region-info for snapshot=snapshot_1731880035166_ns3_test-17318799770302 2024-11-17T21:47:15,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T21:47:15,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-17T21:47:15,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741929_1105 (size=52) 2024-11-17T21:47:15,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T21:47:16,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:47:16,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-17T21:47:16,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-17T21:47:16,168 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731880035166_ns3_test-17318799770302 on region 264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:47:16,169 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:47:16,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-17T21:47:16,176 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 264cdf6b0beed7276ad0e058008950c9 in 573 msec 2024-11-17T21:47:16,176 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T21:47:16,179 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T21:47:16,181 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T21:47:16,181 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731880035166_ns3_test-17318799770302 2024-11-17T21:47:16,182 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731880035166_ns3_test-17318799770302 2024-11-17T21:47:16,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741930_1106 (size=443) 2024-11-17T21:47:16,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T21:47:16,643 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T21:47:16,650 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T21:47:16,651 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_1731880035166_ns3_test-17318799770302 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731880035166_ns3_test-17318799770302 2024-11-17T21:47:16,652 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T21:47:16,652 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-17T21:47:16,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731880035166_ns3_test-17318799770302 table=ns3:test-17318799770302 type=FLUSH ttl=0 } in 1.4710 sec 2024-11-17T21:47:17,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-17T21:47:17,335 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17318799770302 completed 2024-11-17T21:47:17,335 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731880022045 2024-11-17T21:47:17,335 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-17T21:47:17,335 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-17T21:47:17,335 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731880022045_backup:system_bulk 2024-11-17T21:47:17,336 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731880026486_backup_system_bulk to hdfs://localhost:45635/backupUT/backup_1731880022045/backup/system_bulk/ 2024-11-17T21:47:17,336 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T21:47:17,370 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:45635, inputRoot=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:47:17,371 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1606863249_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45635/backupUT/backup_1731880022045/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45635/backupUT/backup_1731880022045/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731880026486_backup_system_bulk 2024-11-17T21:47:17,372 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T21:47:17,376 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731880026486_backup_system_bulk to hdfs://localhost:45635/backupUT/backup_1731880022045/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731880026486_backup_system_bulk 2024-11-17T21:47:17,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741932_1108 (size=76) 2024-11-17T21:47:17,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741931_1107 (size=702) 2024-11-17T21:47:17,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:17,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:17,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:18,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop-4321691251771281853.jar 2024-11-17T21:47:18,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:18,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:18,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:18,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:18,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:18,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:18,666 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:18,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:18,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:18,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T21:47:18,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T21:47:18,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T21:47:18,667 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T21:47:18,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T21:47:18,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T21:47:18,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T21:47:18,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T21:47:18,668 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T21:47:18,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T21:47:18,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T21:47:18,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:18,669 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:18,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:18,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:18,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:18,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:18,670 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:18,705 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T21:47:18,728 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731880026486_backup_system_bulk' hfile list 2024-11-17T21:47:18,805 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local176366383_0005_bcb3b73d-291b-43f4-b7d2-7ae01048b1d5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-17T21:47:18,806 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local176366383_0005_bcb3b73d-291b-43f4-b7d2-7ae01048b1d5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-17T21:47:19,846 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T21:47:19,849 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T21:47:19,858 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731880026486_backup_system_bulk 2024-11-17T21:47:19,858 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731880026486_backup_system_bulk finished. 2024-11-17T21:47:19,858 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731880022045_test-1731879977030 2024-11-17T21:47:19,858 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731880028646_default_test-1731879977030 to hdfs://localhost:45635/backupUT/backup_1731880022045/default/test-1731879977030/ 2024-11-17T21:47:19,858 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T21:47:19,883 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:45635, inputRoot=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:47:19,883 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1606863249_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45635/backupUT/backup_1731880022045/default/test-1731879977030, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45635/backupUT/backup_1731880022045/default/test-1731879977030/.hbase-snapshot/.tmp/snapshot_1731880028646_default_test-1731879977030 2024-11-17T21:47:19,885 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T21:47:19,891 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731880028646_default_test-1731879977030 to hdfs://localhost:45635/backupUT/backup_1731880022045/default/test-1731879977030/.hbase-snapshot/.tmp/snapshot_1731880028646_default_test-1731879977030 2024-11-17T21:47:19,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741933_1109 (size=84) 2024-11-17T21:47:19,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741934_1110 (size=1347) 2024-11-17T21:47:20,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:20,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:20,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:21,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop-12047900016591396674.jar 2024-11-17T21:47:21,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:21,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:21,171 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:21,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:21,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:21,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:21,172 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:21,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:21,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:21,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T21:47:21,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T21:47:21,173 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T21:47:21,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T21:47:21,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T21:47:21,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T21:47:21,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T21:47:21,174 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T21:47:21,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T21:47:21,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T21:47:21,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T21:47:21,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:21,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:21,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:21,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:21,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:21,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:21,176 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:21,209 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T21:47:21,237 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731880028646_default_test-1731879977030' hfile list 2024-11-17T21:47:21,240 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-17T21:47:21,319 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local630144475_0006_1bbc3c60-6d2c-4473-8e0e-0d106450b517/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-17T21:47:21,319 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local630144475_0006_1bbc3c60-6d2c-4473-8e0e-0d106450b517/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-17T21:47:21,384 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-17T21:47:21,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741935_1111 (size=13760) 2024-11-17T21:47:21,821 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/f54512c02d404862829a3e2d34313f35 output=hdfs://localhost:45635/backupUT/backup_1731880022045/default/test-1731879977030/archive/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/f54512c02d404862829a3e2d34313f35 2024-11-17T21:47:21,821 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-11-17T21:47:21,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741936_1112 (size=10796) 2024-11-17T21:47:22,246 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/c9119306ff3441168d33db98013f0fdb output=hdfs://localhost:45635/backupUT/backup_1731880022045/default/test-1731879977030/archive/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/c9119306ff3441168d33db98013f0fdb 2024-11-17T21:47:22,246 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.025M/sec 2024-11-17T21:47:22,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741937_1113 (size=8413) 2024-11-17T21:47:22,685 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/fbd02fd00f3a40808d17b795cfaedf85 output=hdfs://localhost:45635/backupUT/backup_1731880022045/default/test-1731879977030/archive/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f/fbd02fd00f3a40808d17b795cfaedf85 2024-11-17T21:47:22,685 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-17T21:47:22,697 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/mobdir/data/default/test-1731879977030/6b1cd260a0f10eb97ef25f87a7426ddd/mob/d41d8cd98f00b204e9800998ecf8427e20241117dd9c847c0054480387f8450f5726b140_f49f3dbb9d435d97a8f74a9e9cb3579a to hdfs://localhost:45635/backupUT/backup_1731880022045/default/test-1731879977030/archive/data/default/test-1731879977030/6b1cd260a0f10eb97ef25f87a7426ddd/mob/d41d8cd98f00b204e9800998ecf8427e20241117dd9c847c0054480387f8450f5726b140_f49f3dbb9d435d97a8f74a9e9cb3579a" truncated to max limit (512 characters) 2024-11-17T21:47:22,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741938_1114 (size=5591) 2024-11-17T21:47:23,112 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/mobdir/data/default/test-1731879977030/6b1cd260a0f10eb97ef25f87a7426ddd/mob/d41d8cd98f00b204e9800998ecf8427e20241117dd9c847c0054480387f8450f5726b140_f49f3dbb9d435d97a8f74a9e9cb3579a output=hdfs://localhost:45635/backupUT/backup_1731880022045/default/test-1731879977030/archive/data/default/test-1731879977030/6b1cd260a0f10eb97ef25f87a7426ddd/mob/d41d8cd98f00b204e9800998ecf8427e20241117dd9c847c0054480387f8450f5726b140_f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:23,113 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-11-17T21:47:23,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741939_1115 (size=5484) 2024-11-17T21:47:23,549 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/d7a8e170da3341e98aaffa11f9657123 output=hdfs://localhost:45635/backupUT/backup_1731880022045/default/test-1731879977030/archive/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/mob/d7a8e170da3341e98aaffa11f9657123 2024-11-17T21:47:23,550 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-17T21:47:24,360 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T21:47:24,363 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T21:47:24,375 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731880028646_default_test-1731879977030 2024-11-17T21:47:24,376 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731880028646_default_test-1731879977030 finished. 2024-11-17T21:47:24,376 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731880022045_ns4:test-17318799770303 2024-11-17T21:47:24,376 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731880030816_ns4_test-17318799770303 to hdfs://localhost:45635/backupUT/backup_1731880022045/ns4/test-17318799770303/ 2024-11-17T21:47:24,376 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T21:47:24,405 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:45635, inputRoot=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:47:24,405 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1606863249_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45635/backupUT/backup_1731880022045/ns4/test-17318799770303, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45635/backupUT/backup_1731880022045/ns4/test-17318799770303/.hbase-snapshot/.tmp/snapshot_1731880030816_ns4_test-17318799770303 2024-11-17T21:47:24,407 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T21:47:24,411 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731880030816_ns4_test-17318799770303 to hdfs://localhost:45635/backupUT/backup_1731880022045/ns4/test-17318799770303/.hbase-snapshot/.tmp/snapshot_1731880030816_ns4_test-17318799770303 2024-11-17T21:47:24,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741940_1116 (size=443) 2024-11-17T21:47:24,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741941_1117 (size=86) 2024-11-17T21:47:24,420 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:24,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:24,421 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:25,278 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop-10615630157889132455.jar 2024-11-17T21:47:25,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:25,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:25,279 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:25,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:25,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:25,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:25,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:25,280 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:25,281 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:25,281 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T21:47:25,281 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T21:47:25,281 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T21:47:25,282 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T21:47:25,282 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T21:47:25,282 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T21:47:25,282 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T21:47:25,282 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T21:47:25,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T21:47:25,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T21:47:25,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T21:47:25,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:25,283 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:25,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:25,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:25,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:25,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:25,284 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:25,318 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T21:47:25,343 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731880030816_ns4_test-17318799770303' hfile list 2024-11-17T21:47:25,418 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local289939094_0007_47fb45e1-0214-48e6-9ecb-d8779e836366/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-17T21:47:25,418 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local289939094_0007_47fb45e1-0214-48e6-9ecb-d8779e836366/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-17T21:47:26,454 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T21:47:26,455 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T21:47:26,463 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731880030816_ns4_test-17318799770303 2024-11-17T21:47:26,463 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731880030816_ns4_test-17318799770303 finished. 2024-11-17T21:47:26,463 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731880022045_ns2:test-17318799770301 2024-11-17T21:47:26,463 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731880032995_ns2_test-17318799770301 to hdfs://localhost:45635/backupUT/backup_1731880022045/ns2/test-17318799770301/ 2024-11-17T21:47:26,463 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T21:47:26,490 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:45635, inputRoot=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:47:26,490 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1606863249_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45635/backupUT/backup_1731880022045/ns2/test-17318799770301, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45635/backupUT/backup_1731880022045/ns2/test-17318799770301/.hbase-snapshot/.tmp/snapshot_1731880032995_ns2_test-17318799770301 2024-11-17T21:47:26,492 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T21:47:26,496 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731880032995_ns2_test-17318799770301 to hdfs://localhost:45635/backupUT/backup_1731880022045/ns2/test-17318799770301/.hbase-snapshot/.tmp/snapshot_1731880032995_ns2_test-17318799770301 2024-11-17T21:47:26,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741942_1118 (size=496) 2024-11-17T21:47:26,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741943_1119 (size=86) 2024-11-17T21:47:26,911 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:26,912 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:26,913 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:27,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop-15163226755485463279.jar 2024-11-17T21:47:27,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:27,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:27,774 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:27,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:27,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:27,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:27,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:27,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:27,775 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:27,776 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T21:47:27,776 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T21:47:27,776 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T21:47:27,776 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T21:47:27,776 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T21:47:27,777 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T21:47:27,777 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T21:47:27,777 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T21:47:27,777 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T21:47:27,777 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T21:47:27,777 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T21:47:27,778 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:27,778 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:27,778 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:27,778 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:27,778 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:27,779 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:27,779 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:27,812 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T21:47:27,839 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731880032995_ns2_test-17318799770301' hfile list 2024-11-17T21:47:27,842 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-17T21:47:27,925 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local1498852801_0008_f21c0ed1-5815-47d5-915c-d5a2051bc208/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-17T21:47:27,925 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local1498852801_0008_f21c0ed1-5815-47d5-915c-d5a2051bc208/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-17T21:47:27,989 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-17T21:47:28,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741944_1120 (size=8413) 2024-11-17T21:47:28,414 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/cb7c2738169645ac8a86e62e5dc41a75 output=hdfs://localhost:45635/backupUT/backup_1731880022045/ns2/test-17318799770301/archive/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/cb7c2738169645ac8a86e62e5dc41a75 2024-11-17T21:47:28,414 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-17T21:47:28,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741945_1121 (size=5134) 2024-11-17T21:47:28,849 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/83db5805b1974067971341eec4a3b1d9 output=hdfs://localhost:45635/backupUT/backup_1731880022045/ns2/test-17318799770301/archive/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/f/83db5805b1974067971341eec4a3b1d9 2024-11-17T21:47:28,849 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-17T21:47:28,965 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T21:47:28,966 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T21:47:28,977 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731880032995_ns2_test-17318799770301 2024-11-17T21:47:28,977 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731880032995_ns2_test-17318799770301 finished. 2024-11-17T21:47:28,977 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731880022045_ns3:test-17318799770302 2024-11-17T21:47:28,977 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731880035166_ns3_test-17318799770302 to hdfs://localhost:45635/backupUT/backup_1731880022045/ns3/test-17318799770302/ 2024-11-17T21:47:28,977 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-17T21:47:29,008 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:45635, inputRoot=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315 2024-11-17T21:47:29,008 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1606863249_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:45635/backupUT/backup_1731880022045/ns3/test-17318799770302, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:45635/backupUT/backup_1731880022045/ns3/test-17318799770302/.hbase-snapshot/.tmp/snapshot_1731880035166_ns3_test-17318799770302 2024-11-17T21:47:29,010 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-17T21:47:29,013 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_1731880035166_ns3_test-17318799770302 to hdfs://localhost:45635/backupUT/backup_1731880022045/ns3/test-17318799770302/.hbase-snapshot/.tmp/snapshot_1731880035166_ns3_test-17318799770302 2024-11-17T21:47:29,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741947_1123 (size=443) 2024-11-17T21:47:29,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741946_1122 (size=86) 2024-11-17T21:47:29,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:29,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:29,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:30,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop-4118702829607297908.jar 2024-11-17T21:47:30,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:30,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:30,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:30,299 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:30,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:30,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:30,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:30,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:30,300 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:30,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T21:47:30,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T21:47:30,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T21:47:30,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T21:47:30,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T21:47:30,301 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T21:47:30,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T21:47:30,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T21:47:30,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T21:47:30,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T21:47:30,302 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T21:47:30,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:30,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:30,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:30,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:30,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-17T21:47:30,303 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:30,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:30,335 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T21:47:30,357 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731880035166_ns3_test-17318799770302' hfile list 2024-11-17T21:47:30,433 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local446366550_0009_c78067a4-6a19-4109-be45-3bfa874861b9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-17T21:47:30,433 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/mapreduce.cluster.local.dir/job_local446366550_0009_c78067a4-6a19-4109-be45-3bfa874861b9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-17T21:47:31,472 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-17T21:47:31,474 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-17T21:47:31,484 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731880035166_ns3_test-17318799770302 2024-11-17T21:47:31,484 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731880035166_ns3_test-17318799770302 finished. 2024-11-17T21:47:31,484 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-17T21:47:31,484 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731879977030 2024-11-17T21:47:31,484 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17318799770303 2024-11-17T21:47:31,484 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17318799770301 2024-11-17T21:47:31,484 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17318799770302 2024-11-17T21:47:31,496 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731880022045 2024-11-17T21:47:31,496 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-17T21:47:31,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741948_1124 (size=209) 2024-11-17T21:47:31,902 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:45635/backupUT/backup_1731880022045/.backup.manifest 2024-11-17T21:47:31,903 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731880022045 finished: type=FULL,tablelist=backup:system_bulk;test-1731879977030;ns4:test-17318799770303;ns2:test-17318799770301;ns3:test-17318799770302,targetRootDir=hdfs://localhost:45635/backupUT,startts=1731880026235,completets=1731880051496,bytescopied=0 2024-11-17T21:47:31,903 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-17T21:47:31,903 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731880026486_backup_system_bulk 2024-11-17T21:47:31,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731880026486_backup_system_bulk" type: DISABLED 2024-11-17T21:47:31,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731880026486_backup_system_bulk 2024-11-17T21:47:31,911 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731880026486_backup_system_bulk for backup backup_1731880022045 succeeded. 2024-11-17T21:47:31,912 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731880028646_default_test-1731879977030 2024-11-17T21:47:31,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731880028646_default_test-1731879977030" type: DISABLED 2024-11-17T21:47:31,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731880028646_default_test-1731879977030 2024-11-17T21:47:31,915 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731880028646_default_test-1731879977030 for backup backup_1731880022045 succeeded. 2024-11-17T21:47:31,915 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731880030816_ns4_test-17318799770303 2024-11-17T21:47:31,916 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731880030816_ns4_test-17318799770303" type: DISABLED 2024-11-17T21:47:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731880030816_ns4_test-17318799770303 2024-11-17T21:47:31,918 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731880030816_ns4_test-17318799770303 for backup backup_1731880022045 succeeded. 2024-11-17T21:47:31,919 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731880032995_ns2_test-17318799770301 2024-11-17T21:47:31,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731880032995_ns2_test-17318799770301" type: DISABLED 2024-11-17T21:47:31,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731880032995_ns2_test-17318799770301 2024-11-17T21:47:31,922 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731880032995_ns2_test-17318799770301 for backup backup_1731880022045 succeeded. 2024-11-17T21:47:31,922 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731880035166_ns3_test-17318799770302 2024-11-17T21:47:31,922 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1731880035166_ns3_test-17318799770302" type: DISABLED 2024-11-17T21:47:31,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731880035166_ns3_test-17318799770302 2024-11-17T21:47:31,925 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731880035166_ns3_test-17318799770302 for backup backup_1731880022045 succeeded. 2024-11-17T21:47:31,925 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-17T21:47:31,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-17T21:47:31,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-17T21:47:31,933 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-17T21:47:31,935 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-17T21:47:31,941 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731880022045 completed. 2024-11-17T21:47:31,951 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:31,958 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:35,556 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-17T21:47:36,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,031 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-17T21:47:37,035 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731880056973 2024-11-17T21:47:37,038 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731880022045} 2024-11-17T21:47:37,038 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-17T21:47:37,046 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:37,131 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T21:47:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731880057131 (current time:1731880057131). 2024-11-17T21:47:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T21:47:37,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-17T21:47:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75c88dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:47:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:47:37,133 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:47:37,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:47:37,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:47:37,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e614ff2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:37,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:47:37,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:47:37,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:37,135 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:47:37,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@262e7486, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:37,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:47:37,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:47:37,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:47:37,137 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:47:37,139 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211. 2024-11-17T21:47:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:47:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:37,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:37,139 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:47:37,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T21:47:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T21:47:37,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-17T21:47:37,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T21:47:37,142 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T21:47:37,143 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T21:47:37,145 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T21:47:37,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741949_1125 (size=52) 2024-11-17T21:47:37,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T21:47:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T21:47:37,552 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-17T21:47:37,552 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86}] 2024-11-17T21:47:37,554 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:37,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-17T21:47:37,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:37,708 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 841b3b4215f8e2706b162da133bf9c86 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-17T21:47:37,720 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/a882c67691d34a0598ea27e2b5b2a19d is 158, key is trslm:hdfs://localhost:45635/backupUT\x00ns2:test-17318799770301/meta:log-roll-map/1731880051489/Put/seqid=0 2024-11-17T21:47:37,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741950_1126 (size=6646) 2024-11-17T21:47:37,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T21:47:38,127 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/a882c67691d34a0598ea27e2b5b2a19d 2024-11-17T21:47:38,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/aaefff53de974714a9ec25e731df34ff is 826, key is session:backup_1731880022045/session:context/1731880051934/Put/seqid=0 2024-11-17T21:47:38,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741951_1127 (size=5928) 2024-11-17T21:47:38,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T21:47:38,549 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/aaefff53de974714a9ec25e731df34ff 2024-11-17T21:47:38,561 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/a882c67691d34a0598ea27e2b5b2a19d as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/a882c67691d34a0598ea27e2b5b2a19d 2024-11-17T21:47:38,567 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/a882c67691d34a0598ea27e2b5b2a19d, entries=12, sequenceid=42, filesize=6.5 K 2024-11-17T21:47:38,569 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/aaefff53de974714a9ec25e731df34ff as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/aaefff53de974714a9ec25e731df34ff 2024-11-17T21:47:38,575 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/aaefff53de974714a9ec25e731df34ff, entries=2, sequenceid=42, filesize=5.8 K 2024-11-17T21:47:38,576 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 841b3b4215f8e2706b162da133bf9c86 in 868ms, sequenceid=42, compaction requested=true 2024-11-17T21:47:38,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 841b3b4215f8e2706b162da133bf9c86: 2024-11-17T21:47:38,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. for snapshot_backup_system completed. 2024-11-17T21:47:38,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.' region-info for snapshot=snapshot_backup_system 2024-11-17T21:47:38,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-17T21:47:38,576 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/c386a51028914a97a2ee110805a741b2, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/a882c67691d34a0598ea27e2b5b2a19d] hfiles 2024-11-17T21:47:38,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b for snapshot=snapshot_backup_system 2024-11-17T21:47:38,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/c386a51028914a97a2ee110805a741b2 for snapshot=snapshot_backup_system 2024-11-17T21:47:38,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/a882c67691d34a0598ea27e2b5b2a19d for snapshot=snapshot_backup_system 2024-11-17T21:47:38,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/12a7550bf50e4ba69b4094b1afc86a94, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/aaefff53de974714a9ec25e731df34ff] hfiles 2024-11-17T21:47:38,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434 for snapshot=snapshot_backup_system 2024-11-17T21:47:38,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f for snapshot=snapshot_backup_system 2024-11-17T21:47:38,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/12a7550bf50e4ba69b4094b1afc86a94 for snapshot=snapshot_backup_system 2024-11-17T21:47:38,577 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/aaefff53de974714a9ec25e731df34ff for snapshot=snapshot_backup_system 2024-11-17T21:47:38,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741952_1128 (size=330) 2024-11-17T21:47:38,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:38,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-17T21:47:38,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-17T21:47:38,986 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:38,987 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:38,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-17T21:47:38,994 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-17T21:47:38,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 841b3b4215f8e2706b162da133bf9c86 in 1.4370 sec 2024-11-17T21:47:38,996 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T21:47:38,997 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T21:47:38,997 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-17T21:47:38,998 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-17T21:47:39,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741953_1129 (size=967) 2024-11-17T21:47:39,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T21:47:39,409 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T21:47:39,421 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T21:47:39,422 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/snapshot_backup_system 2024-11-17T21:47:39,424 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T21:47:39,424 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-17T21:47:39,425 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2840 sec 2024-11-17T21:47:41,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-17T21:47:41,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-17T21:47:41,324 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731880056973 started at 1731880061324. 2024-11-17T21:47:41,326 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731880056973 has been started. 2024-11-17T21:47:41,330 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1731879977030, ns2:test-17318799770301, ns3:test-17318799770302, ns4:test-17318799770303] 2024-11-17T21:47:41,334 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731880012615for backupID backup_1731880056973 2024-11-17T21:47:41,334 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-17T21:47:41,335 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-11-17T21:47:41,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-17T21:47:41,335 INFO [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-17T21:47:41,335 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-17T21:47:41,335 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-17T21:47:41,335 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-17T21:47:41,336 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T21:47:41,336 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T21:47:41,433 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T21:47:41,433 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T21:47:41,433 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T21:47:41,434 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,434 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-17T21:47:41,434 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-17T21:47:41,435 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-17T21:47:41,435 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-17T21:47:41,436 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-17T21:47:41,436 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-17T21:47:41,436 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-17T21:47:41,436 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-17T21:47:41,436 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-17T21:47:41,437 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-17T21:47:41,437 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-17T21:47:41,437 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-17T21:47:41,437 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'a313eea8709e,37177,1731879968091' joining acquired barrier for procedure (rolllog) in zk 2024-11-17T21:47:41,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,459 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:41,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T21:47:41,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T21:47:41,460 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-17T21:47:41,460 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-17T21:47:41,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T21:47:41,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T21:47:41,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:47:41,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T21:47:41,463 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'a313eea8709e,37177,1731879968091' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-17T21:47:41,463 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6a9a7c88[Count = 0] remaining members to acquire global barrier 2024-11-17T21:47:41,463 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-17T21:47:41,463 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:41,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:41,474 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:41,474 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:41,474 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-17T21:47:41,474 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,474 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-17T21:47:41,474 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-17T21:47:41,474 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,474 INFO [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731880026351 highest: 1731880026387 on a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,474 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0:(num 1731880026351) roll requested 2024-11-17T21:47:41,492 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880061475, exclude list is [], retry=0 2024-11-17T21:47:41,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:47:41,496 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880026351 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880061475 2024-11-17T21:47:41,496 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:47:41,496 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880026351 is not closed yet, will try archiving it next time 2024-11-17T21:47:41,497 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.meta:.meta(num 1731880026371) roll requested 2024-11-17T21:47:41,497 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879992929 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731879992929 2024-11-17T21:47:41,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741911_1087 (size=653) 2024-11-17T21:47:41,498 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880026351 not finished, retry = 0 2024-11-17T21:47:41,512 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880061497.meta, exclude list is [], retry=0 2024-11-17T21:47:41,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:47:41,515 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880026371.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880061497.meta 2024-11-17T21:47:41,516 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:47:41,516 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880026371.meta is not closed yet, will try archiving it next time 2024-11-17T21:47:41,516 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1:(num 1731880026387) roll requested 2024-11-17T21:47:41,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741912_1088 (size=93) 2024-11-17T21:47:41,517 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880026371.meta not finished, retry = 0 2024-11-17T21:47:41,527 DEBUG [regionserver/a313eea8709e:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880061516, exclude list is [], retry=0 2024-11-17T21:47:41,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42801,DS-c9aeb6b8-77e2-4d8c-b014-76e700a33175,DISK] 2024-11-17T21:47:41,531 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880026387 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880061516 2024-11-17T21:47:41,531 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32801:32801)] 2024-11-17T21:47:41,531 DEBUG [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880026387 is not closed yet, will try archiving it next time 2024-11-17T21:47:41,531 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880012615 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880012615 2024-11-17T21:47:41,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741913_1089 (size=4710) 2024-11-17T21:47:41,535 DEBUG [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-11-17T21:47:41,535 INFO [rs(a313eea8709e,37177,1731879968091)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731880061475 on a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-17T21:47:41,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:41,551 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-17T21:47:41,551 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'a313eea8709e,37177,1731879968091' in zk 2024-11-17T21:47:41,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,558 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-17T21:47:41,558 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T21:47:41,558 DEBUG [member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-17T21:47:41,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T21:47:41,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T21:47:41,558 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T21:47:41,559 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T21:47:41,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:47:41,560 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T21:47:41,561 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:47:41,562 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,563 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'a313eea8709e,37177,1731879968091': 2024-11-17T21:47:41,563 INFO [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-17T21:47:41,563 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'a313eea8709e,37177,1731879968091' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-17T21:47:41,563 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-17T21:47:41,563 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-17T21:47:41,563 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-17T21:47:41,563 INFO [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-17T21:47:41,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T21:47:41,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T21:47:41,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T21:47:41,575 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-17T21:47:41,576 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-17T21:47:41,576 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-17T21:47:41,576 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T21:47:41,576 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-17T21:47:41,576 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-17T21:47:41,577 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T21:47:41,577 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T21:47:41,577 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,577 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:47:41,578 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-17T21:47:41,578 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-17T21:47:41,579 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:47:41,579 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,580 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,580 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-17T21:47:41,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-17T21:47:41,581 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T21:47:41,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-17T21:47:41,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-17T21:47:41,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/a313eea8709e,37177,1731879968091 2024-11-17T21:47:41,590 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-17T21:47:41,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:41,590 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-17T21:47:41,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-17T21:47:41,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-17T21:47:41,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-17T21:47:41,590 DEBUG [(a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-17T21:47:41,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-17T21:47:41,590 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-17T21:47:41,590 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-17T21:47:41,590 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-17T21:47:41,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-17T21:47:41,596 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {a313eea8709e:37177=1731880012615} newestTimestamps: {a313eea8709e:37177=1731880026387} 2024-11-17T21:47:41,599 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: a313eea8709e%2C37177%2C1731879968091.meta.1731879972486.meta 2024-11-17T21:47:41,599 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: a313eea8709e%2C37177%2C1731879968091.meta.1731880012592.meta 2024-11-17T21:47:41,599 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: a313eea8709e%2C37177%2C1731879968091.meta.1731880026371.meta 2024-11-17T21:47:41,599 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: a313eea8709e%2C37177%2C1731879968091.meta.1731880061497.meta 2024-11-17T21:47:41,599 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880026351 2024-11-17T21:47:41,599 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880061475 2024-11-17T21:47:41,599 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880026351 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880026351 2024-11-17T21:47:41,599 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880026387 2024-11-17T21:47:41,599 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880061516 2024-11-17T21:47:41,601 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs/a313eea8709e%2C37177%2C1731879968091.meta.1731879992948.meta 2024-11-17T21:47:41,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741957_1133 (size=640) 2024-11-17T21:47:41,618 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880026371.meta to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs/a313eea8709e%2C37177%2C1731879968091.meta.1731880026371.meta 2024-11-17T21:47:42,015 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:45635/backupUT/backup_1731880056973/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:47:42,015 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T21:47:42,019 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-17T21:47:42,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741958_1134 (size=45) 2024-11-17T21:47:42,428 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-17T21:47:42,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741959_1135 (size=950) 2024-11-17T21:47:42,847 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731879977030 target: hdfs://localhost:45635/backupUT/backup_1731880056973/default/test-1731879977030 descriptor: 'test-1731879977030', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:47:42,847 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T21:47:42,852 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731879977030 2024-11-17T21:47:42,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741960_1136 (size=53) 2024-11-17T21:47:43,257 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731879977030 2024-11-17T21:47:43,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741961_1137 (size=390) 2024-11-17T21:47:43,673 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17318799770303 target: hdfs://localhost:45635/backupUT/backup_1731880056973/ns4/test-17318799770303 descriptor: 'ns4:test-17318799770303', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:47:43,673 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T21:47:43,677 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17318799770303 2024-11-17T21:47:43,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741962_1138 (size=50) 2024-11-17T21:47:44,085 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17318799770303 2024-11-17T21:47:44,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741963_1139 (size=364) 2024-11-17T21:47:44,503 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17318799770301 target: hdfs://localhost:45635/backupUT/backup_1731880056973/ns2/test-17318799770301 descriptor: 'ns2:test-17318799770301', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:47:44,503 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T21:47:44,509 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17318799770301 2024-11-17T21:47:44,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741964_1140 (size=50) 2024-11-17T21:47:44,919 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17318799770301 2024-11-17T21:47:44,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741965_1141 (size=390) 2024-11-17T21:47:45,333 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17318799770302 target: hdfs://localhost:45635/backupUT/backup_1731880056973/ns3/test-17318799770302 descriptor: 'ns3:test-17318799770302', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-17T21:47:45,333 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-17T21:47:45,335 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17318799770302 2024-11-17T21:47:45,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741966_1142 (size=50) 2024-11-17T21:47:45,740 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17318799770302 2024-11-17T21:47:45,748 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:45635/backupUT/.tmp/backup_1731880056973 from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880026351;hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880026387 2024-11-17T21:47:45,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5fdb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:45,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:47:45,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:47:45,750 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:47:45,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:47:45,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:47:45,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62bb4f48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:45,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:47:45,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:47:45,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:45,751 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:47:45,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7169153d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:45,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-17T21:47:45,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is a313eea8709e,40211,1731879966442 2024-11-17T21:47:45,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55b8add1 2024-11-17T21:47:45,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-17T21:47:45,753 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-17T21:47:45,756 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-17T21:47:45,756 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-17T21:47:45,756 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-17T21:47:45,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:47:45,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:47:45,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:47:45,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:47:45,760 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-17T21:47:45,760 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731879977030 2024-11-17T21:47:45,760 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731879977030,, stopping at row=test-1731879977030 ,, for max=2147483647 with caching=100 2024-11-17T21:47:45,762 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731879977030: test-1731879977030; 2024-11-17T21:47:45,762 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17318799770301 2024-11-17T21:47:45,762 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17318799770301,, stopping at row=ns2:test-17318799770301 ,, for max=2147483647 with caching=100 2024-11-17T21:47:45,764 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17318799770301: ns2:test-17318799770301; 2024-11-17T21:47:45,764 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17318799770302 2024-11-17T21:47:45,764 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17318799770302,, stopping at row=ns3:test-17318799770302 ,, for max=2147483647 with caching=100 2024-11-17T21:47:45,766 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17318799770302: ns3:test-17318799770302; 2024-11-17T21:47:45,766 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17318799770303 2024-11-17T21:47:45,766 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17318799770303,, stopping at row=ns4:test-17318799770303 ,, for max=2147483647 with caching=100 2024-11-17T21:47:45,768 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17318799770303: ns4:test-17318799770303; 2024-11-17T21:47:45,768 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-17T21:47:45,768 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/hbase-staging/partitions_f3383d8e-eda8-4410-805c-75a0e16b80c2 2024-11-17T21:47:45,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741967_1143 (size=324) 2024-11-17T21:47:46,181 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:46,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:46,182 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:46,859 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f49f3dbb9d435d97a8f74a9e9cb3579a, had cached 0 bytes from a total of 38453 2024-11-17T21:47:47,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop-2490809992908388150.jar 2024-11-17T21:47:47,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T21:47:47,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-17T21:47:47,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-17T21:47:47,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-17T21:47:47,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-17T21:47:47,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-17T21:47:47,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-17T21:47:47,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-17T21:47:47,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-17T21:47:47,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-17T21:47:47,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-17T21:47:47,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-17T21:47:47,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-17T21:47:47,048 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1731879977030,ns2:test-17318799770301,ns3:test-17318799770302,ns4:test-17318799770303 2024-11-17T21:47:47,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:47:47,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:47:47,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:47,048 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:47,048 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:47:47,048 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-17T21:47:47,904 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop-18105045180019424794.jar 2024-11-17T21:47:47,913 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-17T21:47:47,936 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880026351 for WAL files 2024-11-17T21:47:47,937 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected exception in incremental-backup: incremental copy backup_1731880056973File hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880026351 does not exist. java.io.FileNotFoundException: File hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880026351 does not exist. at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.(DistributedFileSystem.java:1294) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.(DistributedFileSystem.java:1268) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1213) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1209) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.listLocatedStatus(DistributedFileSystem.java:1227) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.listLocatedStatus(FileSystem.java:2263) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getFiles(WALInputFormat.java:356) ~[hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:321) ~[hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:301) ~[hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:311) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:328) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:201) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1677) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:439) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job.submit(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1695) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:426) ~[hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-17T21:47:47,938 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731880056973,startts=1731880061324,failedts=1731880067938,failedphase=PREPARE_INCREMENTAL,failedmessage=File hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880026351 does not exist. 2024-11-17T21:47:47,938 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-17T21:47:47,945 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable backup:system 2024-11-17T21:47:47,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=backup:system 2024-11-17T21:47:47,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-17T21:47:47,953 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731880067953"}]},"ts":"1731880067953"} 2024-11-17T21:47:47,955 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLING in hbase:meta 2024-11-17T21:47:47,955 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set backup:system to state=DISABLING 2024-11-17T21:47:47,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=backup:system}] 2024-11-17T21:47:47,960 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, UNASSIGN}] 2024-11-17T21:47:47,961 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, UNASSIGN 2024-11-17T21:47:47,962 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=841b3b4215f8e2706b162da133bf9c86, regionState=CLOSING, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:47:47,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, UNASSIGN because future has completed 2024-11-17T21:47:47,964 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-17T21:47:47,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 841b3b4215f8e2706b162da133bf9c86, server=a313eea8709e,37177,1731879968091}] 2024-11-17T21:47:48,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-17T21:47:48,117 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:48,117 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-17T21:47:48,117 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing 841b3b4215f8e2706b162da133bf9c86, disabling compactions & flushes 2024-11-17T21:47:48,117 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:48,117 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:48,117 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. after waiting 0 ms 2024-11-17T21:47:48,117 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:48,118 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing 841b3b4215f8e2706b162da133bf9c86 2/2 column families, dataSize=398 B heapSize=1.04 KB 2024-11-17T21:47:48,127 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/10b4e7cc79d4474b96fa1be02197578b is 103, key is rslogts:hdfs://localhost:45635/backupUT\x00a313eea8709e:37177/meta:rs-log-ts/1731880061550/Put/seqid=0 2024-11-17T21:47:48,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741968_1144 (size=5338) 2024-11-17T21:47:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-17T21:47:48,536 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/10b4e7cc79d4474b96fa1be02197578b 2024-11-17T21:47:48,555 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/73187363aefc4dec88ef0bde455fa4e1 is 303, key is session:backup_1731880056973/session:context/1731880061325/Put/seqid=0 2024-11-17T21:47:48,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741969_1145 (size=5391) 2024-11-17T21:47:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-17T21:47:48,961 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=299 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/73187363aefc4dec88ef0bde455fa4e1 2024-11-17T21:47:48,975 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/10b4e7cc79d4474b96fa1be02197578b as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/10b4e7cc79d4474b96fa1be02197578b 2024-11-17T21:47:48,981 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/10b4e7cc79d4474b96fa1be02197578b, entries=1, sequenceid=47, filesize=5.2 K 2024-11-17T21:47:48,982 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/73187363aefc4dec88ef0bde455fa4e1 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/73187363aefc4dec88ef0bde455fa4e1 2024-11-17T21:47:48,987 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/73187363aefc4dec88ef0bde455fa4e1, entries=1, sequenceid=47, filesize=5.3 K 2024-11-17T21:47:48,988 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 841b3b4215f8e2706b162da133bf9c86 in 870ms, sequenceid=47, compaction requested=true 2024-11-17T21:47:48,992 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/recovered.edits/50.seqid, newMaxSeqId=50, maxSeqId=1 2024-11-17T21:47:48,993 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T21:47:48,993 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:48,993 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for 841b3b4215f8e2706b162da133bf9c86: Waiting for close lock at 1731880068117Running coprocessor pre-close hooks at 1731880068117Disabling compacts and flushes for region at 1731880068117Disabling writes for close at 1731880068117Obtaining lock to block concurrent updates at 1731880068118 (+1 ms)Preparing flush snapshotting stores in 841b3b4215f8e2706b162da133bf9c86 at 1731880068118Finished memstore snapshotting backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86., syncing WAL and waiting on mvcc, flushsize=dataSize=398, getHeapSize=1032, getOffHeapSize=0, getCellsCount=2 at 1731880068118Flushing stores of backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. at 1731880068120 (+2 ms)Flushing 841b3b4215f8e2706b162da133bf9c86/meta: creating writer at 1731880068120Flushing 841b3b4215f8e2706b162da133bf9c86/meta: appending metadata at 1731880068126 (+6 ms)Flushing 841b3b4215f8e2706b162da133bf9c86/meta: closing flushed file at 1731880068126Flushing 841b3b4215f8e2706b162da133bf9c86/session: creating writer at 1731880068550 (+424 ms)Flushing 841b3b4215f8e2706b162da133bf9c86/session: appending metadata at 1731880068554 (+4 ms)Flushing 841b3b4215f8e2706b162da133bf9c86/session: closing flushed file at 1731880068554Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5faba596: reopening flushed file at 1731880068974 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@745f573c: reopening flushed file at 1731880068981 (+7 ms)Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 841b3b4215f8e2706b162da133bf9c86 in 870ms, sequenceid=47, compaction requested=true at 1731880068988 (+7 ms)Writing region close event to WAL at 1731880068989 (+1 ms)Running coprocessor post-close hooks at 1731880068993 (+4 ms)Closed at 1731880068993 2024-11-17T21:47:48,995 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:48,995 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=841b3b4215f8e2706b162da133bf9c86, regionState=CLOSED 2024-11-17T21:47:48,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 841b3b4215f8e2706b162da133bf9c86, server=a313eea8709e,37177,1731879968091 because future has completed 2024-11-17T21:47:48,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-17T21:47:48,999 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure 841b3b4215f8e2706b162da133bf9c86, server=a313eea8709e,37177,1731879968091 in 1.0340 sec 2024-11-17T21:47:49,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-11-17T21:47:49,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, UNASSIGN in 1.0390 sec 2024-11-17T21:47:49,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-17T21:47:49,004 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=backup:system in 1.0460 sec 2024-11-17T21:47:49,005 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731880069005"}]},"ts":"1731880069005"} 2024-11-17T21:47:49,007 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLED in hbase:meta 2024-11-17T21:47:49,007 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set backup:system to state=DISABLED 2024-11-17T21:47:49,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=backup:system in 1.0610 sec 2024-11-17T21:47:49,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-17T21:47:49,095 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: backup:system completed 2024-11-17T21:47:49,109 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.RawAsyncHBaseAdmin(2177): Taking restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1731880069109 2024-11-17T21:47:49,110 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 } 2024-11-17T21:47:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731880069110 (current time:1731880069110). 2024-11-17T21:47:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-17T21:47:49,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot hbase-failsafe-snapshot_backup_system-1731880069109 VERSION not specified, setting to 2 2024-11-17T21:47:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@473aaef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ClusterIdFetcher(90): Going to request a313eea8709e,40211,-1 for getting cluster id 2024-11-17T21:47:49,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-17T21:47:49,112 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa77c407-6985-4717-a682-44680975a45c' 2024-11-17T21:47:49,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-17T21:47:49,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa77c407-6985-4717-a682-44680975a45c" 2024-11-17T21:47:49,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77368457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:49,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [a313eea8709e,40211,-1] 2024-11-17T21:47:49,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-17T21:47:49,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:49,114 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54112, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-17T21:47:49,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d86a6d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-17T21:47:49,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-17T21:47:49,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=a313eea8709e,37177,1731879968091, seqNum=-1] 2024-11-17T21:47:49,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-17T21:47:49,117 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-17T21:47:49,118 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211. 2024-11-17T21:47:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-17T21:47:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:49,119 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:47:49,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-17T21:47:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 } 2024-11-17T21:47:49,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 66 2024-11-17T21:47:49,121 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-17T21:47:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-17T21:47:49,122 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-17T21:47:49,124 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-17T21:47:49,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741970_1146 (size=81) 2024-11-17T21:47:49,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-17T21:47:49,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-17T21:47:49,533 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_CLOSED_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_CLOSED_REGIONS 2024-11-17T21:47:49,536 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-17T21:47:49,536 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-17T21:47:49,537 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:47:49,542 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/10b4e7cc79d4474b96fa1be02197578b, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/a882c67691d34a0598ea27e2b5b2a19d, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/c386a51028914a97a2ee110805a741b2] hfiles 2024-11-17T21:47:49,542 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/4): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b 2024-11-17T21:47:49,542 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/4): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/10b4e7cc79d4474b96fa1be02197578b 2024-11-17T21:47:49,542 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/4): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/a882c67691d34a0598ea27e2b5b2a19d 2024-11-17T21:47:49,542 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/4): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/c386a51028914a97a2ee110805a741b2 2024-11-17T21:47:49,542 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:47:49,547 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/12a7550bf50e4ba69b4094b1afc86a94, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/73187363aefc4dec88ef0bde455fa4e1, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/aaefff53de974714a9ec25e731df34ff, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434] hfiles 2024-11-17T21:47:49,547 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/5): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/12a7550bf50e4ba69b4094b1afc86a94 2024-11-17T21:47:49,547 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/5): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/73187363aefc4dec88ef0bde455fa4e1 2024-11-17T21:47:49,547 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/5): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f 2024-11-17T21:47:49,547 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/5): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/aaefff53de974714a9ec25e731df34ff 2024-11-17T21:47:49,547 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (5/5): hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434 2024-11-17T21:47:49,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741971_1147 (size=409) 2024-11-17T21:47:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-17T21:47:49,955 INFO [ClosedRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => 841b3b4215f8e2706b162da133bf9c86, NAME => 'backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.', STARTKEY => '', ENDKEY => ''}, table=backup:system 2024-11-17T21:47:49,958 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-17T21:47:49,961 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-17T21:47:49,961 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for hbase-failsafe-snapshot_backup_system-1731880069109 2024-11-17T21:47:49,963 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1731880069109 2024-11-17T21:47:49,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741972_1148 (size=1046) 2024-11-17T21:47:50,013 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8cc42a08b47c64bf05dabc845c237c80, had cached 0 bytes from a total of 13547 2024-11-17T21:47:50,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-17T21:47:50,379 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-17T21:47:50,393 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-17T21:47:50,393 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1731880069109 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.hbase-snapshot/hbase-failsafe-snapshot_backup_system-1731880069109 2024-11-17T21:47:50,395 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-17T21:47:50,395 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 66 2024-11-17T21:47:50,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1731880069109 table=backup:system type=FLUSH ttl=0 } in 1.2760 sec 2024-11-17T21:47:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-11-17T21:47:51,265 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-17T21:47:51,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:RESTORE_SNAPSHOT_PRE_OPERATION, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1731880057131 type: FLUSH version: 2 ttl: 0 ) 2024-11-17T21:47:51,292 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(1055): Restore snapshot=snapshot_backup_system as table=backup:system 2024-11-17T21:47:51,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-17T21:47:51,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741973_1149 (size=635) 2024-11-17T21:47:51,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-17T21:47:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-17T21:47:51,709 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/.tabledesc/.tableinfo.0000000001.635 2024-11-17T21:47:51,709 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/.tabledesc/.tableinfo.0000000002.635 2024-11-17T21:47:51,714 INFO [PEWorker-4 {}] procedure.RestoreSnapshotProcedure(410): Starting restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-17T21:47:51,719 INFO [PEWorker-4 {}] snapshot.RestoreSnapshotHelper(183): starting restore table regions using snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1731880057131 type: FLUSH version: 2 ttl: 0 2024-11-17T21:47:51,720 DEBUG [PEWorker-4 {}] snapshot.RestoreSnapshotHelper(850): get table regions: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system 2024-11-17T21:47:51,723 DEBUG [PEWorker-4 {}] snapshot.RestoreSnapshotHelper(862): found 1 regions for table=backup:system 2024-11-17T21:47:51,723 INFO [PEWorker-4 {}] snapshot.RestoreSnapshotHelper(229): region to restore: 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:51,728 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:47:51,732 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/10b4e7cc79d4474b96fa1be02197578b to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/archive/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/10b4e7cc79d4474b96fa1be02197578b 2024-11-17T21:47:51,732 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:47:51,736 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/73187363aefc4dec88ef0bde455fa4e1 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/archive/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/73187363aefc4dec88ef0bde455fa4e1 2024-11-17T21:47:51,736 INFO [PEWorker-4 {}] snapshot.RestoreSnapshotHelper(272): finishing restore table regions using snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1731880057131 type: FLUSH version: 2 ttl: 0 2024-11-17T21:47:51,738 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731880071737"}]},"ts":"9223372036854775807"} 2024-11-17T21:47:51,742 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-17T21:47:51,742 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 841b3b4215f8e2706b162da133bf9c86, NAME => 'backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T21:47:51,742 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731880071738"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731880071738"}]},"ts":"1731880071738"} 2024-11-17T21:47:51,744 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-17T21:47:51,744 INFO [PEWorker-4 {}] assignment.RegionStateStore(585): Overwritten 1 regions to Meta 2024-11-17T21:47:51,744 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(586): Overwritten regions: [{ENCODED => 841b3b4215f8e2706b162da133bf9c86, NAME => 'backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.', STARTKEY => '', ENDKEY => ''}] 2024-11-17T21:47:51,744 INFO [PEWorker-4 {}] procedure.RestoreSnapshotProcedure(481): Restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } on table=backup:system completed! 2024-11-17T21:47:51,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1731880057131 type: FLUSH version: 2 ttl: 0 ) in 460 msec 2024-11-17T21:47:51,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-17T21:47:51,924 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin(2211): Deleting restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1731880069109 2024-11-17T21:47:51,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "hbase-failsafe-snapshot_backup_system-1731880069109" type: DISABLED 2024-11-17T21:47:51,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(381): Deleting snapshot: hbase-failsafe-snapshot_backup_system-1731880069109 2024-11-17T21:47:51,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.HMaster$12(2787): Client=jenkins//172.17.0.2 enable backup:system 2024-11-17T21:47:51,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:ENABLE_TABLE_PREPARE, hasLock=false; EnableTableProcedure table=backup:system 2024-11-17T21:47:51,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-17T21:47:51,948 INFO [PEWorker-1 {}] procedure.EnableTableProcedure(296): Attempting to enable the table backup:system 2024-11-17T21:47:51,948 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731880071948"}]},"ts":"1731880071948"} 2024-11-17T21:47:51,949 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-17T21:47:51,950 DEBUG [PEWorker-1 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2024-11-17T21:47:51,950 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, ASSIGN}] 2024-11-17T21:47:51,951 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, ASSIGN 2024-11-17T21:47:51,952 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, ASSIGN; state=CLOSED, location=null; forceNewPlan=false, retain=false 2024-11-17T21:47:52,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-17T21:47:52,103 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=841b3b4215f8e2706b162da133bf9c86, regionState=OPENING, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:47:52,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, ASSIGN because future has completed 2024-11-17T21:47:52,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 841b3b4215f8e2706b162da133bf9c86, server=a313eea8709e,37177,1731879968091}] 2024-11-17T21:47:52,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-17T21:47:52,267 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(132): Open backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:52,267 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7752): Opening region: {ENCODED => 841b3b4215f8e2706b162da133bf9c86, NAME => 'backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.', STARTKEY => '', ENDKEY => ''} 2024-11-17T21:47:52,268 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-17T21:47:52,268 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:52,268 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(898): Instantiated backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-17T21:47:52,268 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7794): checking encryption for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:52,268 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7797): checking classloading for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:52,271 INFO [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:52,272 INFO [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 841b3b4215f8e2706b162da133bf9c86 columnFamilyName meta 2024-11-17T21:47:52,273 DEBUG [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:47:52,285 DEBUG [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b 2024-11-17T21:47:52,291 DEBUG [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/a882c67691d34a0598ea27e2b5b2a19d 2024-11-17T21:47:52,296 DEBUG [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/c386a51028914a97a2ee110805a741b2 2024-11-17T21:47:52,296 INFO [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.HStore(327): Store=841b3b4215f8e2706b162da133bf9c86/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:47:52,296 INFO [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:52,297 INFO [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 841b3b4215f8e2706b162da133bf9c86 columnFamilyName session 2024-11-17T21:47:52,297 DEBUG [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-17T21:47:52,303 DEBUG [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/12a7550bf50e4ba69b4094b1afc86a94 2024-11-17T21:47:52,306 DEBUG [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f 2024-11-17T21:47:52,310 DEBUG [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/aaefff53de974714a9ec25e731df34ff 2024-11-17T21:47:52,314 DEBUG [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434 2024-11-17T21:47:52,314 INFO [StoreOpener-841b3b4215f8e2706b162da133bf9c86-1 {}] regionserver.HStore(327): Store=841b3b4215f8e2706b162da133bf9c86/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-17T21:47:52,314 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1038): replaying wal for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:52,315 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:52,316 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:52,317 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1048): stopping wal replay for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:52,317 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1060): Cleaning up temporary data for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:52,318 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-17T21:47:52,319 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1093): writing seq id for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:52,320 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1114): Opened 841b3b4215f8e2706b162da133bf9c86; next sequenceid=51; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10731986880, jitterRate=-5.058348178863525E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-17T21:47:52,320 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:52,321 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1006): Region open journal for 841b3b4215f8e2706b162da133bf9c86: Running coprocessor pre-open hook at 1731880072268Writing region info on filesystem at 1731880072268Initializing all the Stores at 1731880072270 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731880072270Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731880072270Cleaning up temporary data from old regions at 1731880072317 (+47 ms)Running coprocessor post-open hooks at 1731880072320 (+3 ms)Region opened successfully at 1731880072320 2024-11-17T21:47:52,321 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86., pid=70, masterSystemTime=1731880072262 2024-11-17T21:47:52,323 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(403): Add compact mark for store 841b3b4215f8e2706b162da133bf9c86:meta, priority=-2147483648, current under compaction store size is 1 2024-11-17T21:47:52,324 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T21:47:52,324 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(403): Add compact mark for store 841b3b4215f8e2706b162da133bf9c86:session, priority=-2147483648, current under compaction store size is 2 2024-11-17T21:47:52,325 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-11-17T21:47:52,325 DEBUG [RS:0;a313eea8709e:37177-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-17T21:47:52,325 DEBUG [RS:0;a313eea8709e:37177-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-11-17T21:47:52,327 DEBUG [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:52,327 INFO [RS_OPEN_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(153): Opened backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:52,327 DEBUG [RS:0;a313eea8709e:37177-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-17T21:47:52,327 DEBUG [RS:0;a313eea8709e:37177-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 23194 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-11-17T21:47:52,327 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=841b3b4215f8e2706b162da133bf9c86, regionState=OPEN, openSeqNum=51, regionLocation=a313eea8709e,37177,1731879968091 2024-11-17T21:47:52,329 DEBUG [RS:0;a313eea8709e:37177-shortCompactions-0 {}] regionserver.HStore(1541): 841b3b4215f8e2706b162da133bf9c86/meta is initiating minor compaction (all files) 2024-11-17T21:47:52,329 DEBUG [RS:0;a313eea8709e:37177-longCompactions-0 {}] regionserver.HStore(1541): 841b3b4215f8e2706b162da133bf9c86/session is initiating minor compaction (all files) 2024-11-17T21:47:52,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 841b3b4215f8e2706b162da133bf9c86, server=a313eea8709e,37177,1731879968091 because future has completed 2024-11-17T21:47:52,330 INFO [RS:0;a313eea8709e:37177-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 841b3b4215f8e2706b162da133bf9c86/session in backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:52,330 INFO [RS:0;a313eea8709e:37177-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 841b3b4215f8e2706b162da133bf9c86/meta in backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:52,330 INFO [RS:0;a313eea8709e:37177-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/12a7550bf50e4ba69b4094b1afc86a94, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/aaefff53de974714a9ec25e731df34ff] into tmpdir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp, totalSize=22.7 K 2024-11-17T21:47:52,330 INFO [RS:0;a313eea8709e:37177-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/c386a51028914a97a2ee110805a741b2, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/a882c67691d34a0598ea27e2b5b2a19d] into tmpdir=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp, totalSize=17.9 K 2024-11-17T21:47:52,331 DEBUG [RS:0;a313eea8709e:37177-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0c4dfc09dc86420d9231a93f790ca90b, keycount=6, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731879993023 2024-11-17T21:47:52,331 DEBUG [RS:0;a313eea8709e:37177-longCompactions-0 {}] compactions.Compactor(225): Compacting db1ff9c608ed4eb7bb1dd40228716434, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731879990642 2024-11-17T21:47:52,331 DEBUG [RS:0;a313eea8709e:37177-longCompactions-0 {}] compactions.Compactor(225): Compacting a1c6e25482984e60abaee7a7c939c09f, keycount=2, bloomtype=ROW, size=5.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1731880006376 2024-11-17T21:47:52,331 DEBUG [RS:0;a313eea8709e:37177-shortCompactions-0 {}] compactions.Compactor(225): Compacting c386a51028914a97a2ee110805a741b2, keycount=4, bloomtype=ROW, size=5.6 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1731880012656 2024-11-17T21:47:52,332 DEBUG [RS:0;a313eea8709e:37177-longCompactions-0 {}] compactions.Compactor(225): Compacting 12a7550bf50e4ba69b4094b1afc86a94, keycount=3, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1731880020924 2024-11-17T21:47:52,332 DEBUG [RS:0;a313eea8709e:37177-shortCompactions-0 {}] compactions.Compactor(225): Compacting a882c67691d34a0598ea27e2b5b2a19d, keycount=12, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731880026429 2024-11-17T21:47:52,332 DEBUG [RS:0;a313eea8709e:37177-longCompactions-0 {}] compactions.Compactor(225): Compacting aaefff53de974714a9ec25e731df34ff, keycount=2, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1731880051934 2024-11-17T21:47:52,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-11-17T21:47:52,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 841b3b4215f8e2706b162da133bf9c86, server=a313eea8709e,37177,1731879968091 in 222 msec 2024-11-17T21:47:52,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-17T21:47:52,335 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=841b3b4215f8e2706b162da133bf9c86, ASSIGN in 383 msec 2024-11-17T21:47:52,336 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731880072335"}]},"ts":"1731880072335"} 2024-11-17T21:47:52,337 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-17T21:47:52,338 INFO [PEWorker-4 {}] procedure.EnableTableProcedure(310): Table 'backup:system' was successfully enabled. 2024-11-17T21:47:52,340 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; EnableTableProcedure table=backup:system in 397 msec 2024-11-17T21:47:52,358 INFO [RS:0;a313eea8709e:37177-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 841b3b4215f8e2706b162da133bf9c86#session#compaction#16 average throughput is 2.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T21:47:52,359 DEBUG [RS:0;a313eea8709e:37177-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/876be69ef2f24885af874f80bbdb807e is 1245, key is session:backup_1731880021932/session:context/1731880022039/Put/seqid=0 2024-11-17T21:47:52,359 INFO [RS:0;a313eea8709e:37177-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 841b3b4215f8e2706b162da133bf9c86#meta#compaction#17 average throughput is 1.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-17T21:47:52,359 DEBUG [RS:0;a313eea8709e:37177-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/33c2c3a5268a49b4a24bfca46bdadb48 is 158, key is trslm:hdfs://localhost:45635/backupUT\x00ns2:test-17318799770301/meta:log-roll-map/1731880051489/Put/seqid=0 2024-11-17T21:47:52,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741974_1150 (size=8073) 2024-11-17T21:47:52,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741975_1151 (size=6749) 2024-11-17T21:47:52,371 DEBUG [RS:0;a313eea8709e:37177-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/meta/33c2c3a5268a49b4a24bfca46bdadb48 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/33c2c3a5268a49b4a24bfca46bdadb48 2024-11-17T21:47:52,386 INFO [RS:0;a313eea8709e:37177-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 841b3b4215f8e2706b162da133bf9c86/meta of 841b3b4215f8e2706b162da133bf9c86 into 33c2c3a5268a49b4a24bfca46bdadb48(size=6.6 K), total size for store is 6.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T21:47:52,386 DEBUG [RS:0;a313eea8709e:37177-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 841b3b4215f8e2706b162da133bf9c86: 2024-11-17T21:47:52,389 INFO [RS:0;a313eea8709e:37177-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86., storeName=841b3b4215f8e2706b162da133bf9c86/meta, priority=13, startTime=1731880072322; duration=0sec 2024-11-17T21:47:52,390 DEBUG [RS:0;a313eea8709e:37177-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T21:47:52,390 DEBUG [RS:0;a313eea8709e:37177-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 841b3b4215f8e2706b162da133bf9c86:meta 2024-11-17T21:47:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-11-17T21:47:52,574 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: ENABLE, Table Name: backup:system completed 2024-11-17T21:47:52,574 DEBUG [Time-limited test {}] impl.BackupSystemTable(1544): Done restoring backup system table 2024-11-17T21:47:52,574 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-17T21:47:52,578 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-11-17T21:47:52,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40211 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-17T21:47:52,581 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-17T21:47:52,581 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: PREPARE_INCREMENTAL 2024-11-17T21:47:52,582 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-17T21:47:52,586 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731880056973 failed. 2024-11-17T21:47:52,586 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:47:52,586 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:103) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:47:52,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:52,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:52,586 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:47:52,604 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=626 (was 610) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: 'a313eea8709e,37177,1731879968091' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1772154092_20 at /127.0.0.1:52694 [Receiving block BP-72138490-172.17.0.2-1731879962654:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(a313eea8709e,37177,1731879968091)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-72138490-172.17.0.2-1731879962654:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/a313eea8709e:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataStreamer for file /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/876be69ef2f24885af874f80bbdb807e java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(a313eea8709e,37177,1731879968091)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: rs(a313eea8709e,37177,1731879968091)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(a313eea8709e,37177,1731879968091)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;a313eea8709e:37177-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-72138490-172.17.0.2-1731879962654:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1772154092_20 at /127.0.0.1:52700 [Receiving block BP-72138490-172.17.0.2-1731879962654:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/cluster_87d1e50c-e891-6894-3b81-e9eb800e8f01/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/cluster_87d1e50c-e891-6894-3b81-e9eb800e8f01/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-979537524_20 at /127.0.0.1:37544 [Waiting for operation #46] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-72138490-172.17.0.2-1731879962654:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1772154092_20 at /127.0.0.1:52706 [Receiving block BP-72138490-172.17.0.2-1731879962654:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (a313eea8709e,40211,1731879966442)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=641 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=179 (was 265), ProcessCount=9 (was 9), AvailableMemoryMB=7958 (was 8573) 2024-11-17T21:47:52,605 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=626 is superior to 500 2024-11-17T21:47:52,611 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-17T21:47:52,611 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:47:52,611 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:47:52,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:52,611 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:52,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:47:52,612 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-17T21:47:52,612 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1038789841, stopped=false 2024-11-17T21:47:52,612 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=a313eea8709e,40211,1731879966442 2024-11-17T21:47:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-17T21:47:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-17T21:47:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:47:52,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:47:52,673 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:47:52,674 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-17T21:47:52,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-17T21:47:52,674 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:47:52,674 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-17T21:47:52,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:52,675 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'a313eea8709e,37177,1731879968091' ***** 2024-11-17T21:47:52,675 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-17T21:47:52,675 INFO [RS:0;a313eea8709e:37177 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-17T21:47:52,682 INFO [RS:0;a313eea8709e:37177 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@9984275{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-17T21:47:52,685 INFO [RS:0;a313eea8709e:37177 {}] server.AbstractConnector(383): Stopped ServerConnector@445a8045{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-17T21:47:52,685 INFO [RS:0;a313eea8709e:37177 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:47:52,685 INFO [RS:0;a313eea8709e:37177 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@2df3a35c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-17T21:47:52,685 INFO [RS:0;a313eea8709e:37177 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3e9615b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,STOPPED} 2024-11-17T21:47:52,687 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-17T21:47:52,687 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-17T21:47:52,687 INFO [RS:0;a313eea8709e:37177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-17T21:47:52,687 INFO [RS:0;a313eea8709e:37177 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-17T21:47:52,687 INFO [RS:0;a313eea8709e:37177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-17T21:47:52,687 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cf24188635a4add71873273590a2561 2024-11-17T21:47:52,688 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(3091): Received CLOSE for f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:52,688 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(3091): Received CLOSE for 841b3b4215f8e2706b162da133bf9c86 2024-11-17T21:47:52,688 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(3091): Received CLOSE for 70b2e6f3392a20ffaf269f86b054f706 2024-11-17T21:47:52,688 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(3091): Received CLOSE for 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:47:52,688 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(3091): Received CLOSE for 264cdf6b0beed7276ad0e058008950c9 2024-11-17T21:47:52,688 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(959): stopping server a313eea8709e,37177,1731879968091 2024-11-17T21:47:52,688 INFO [RS:0;a313eea8709e:37177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:47:52,688 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cf24188635a4add71873273590a2561, disabling compactions & flushes 2024-11-17T21:47:52,688 INFO [RS:0;a313eea8709e:37177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;a313eea8709e:37177. 2024-11-17T21:47:52,688 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:47:52,688 DEBUG [RS:0;a313eea8709e:37177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:47:52,688 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:47:52,688 DEBUG [RS:0;a313eea8709e:37177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:52,688 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. after waiting 0 ms 2024-11-17T21:47:52,688 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:47:52,688 INFO [RS:0;a313eea8709e:37177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-17T21:47:52,691 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system_bulk/8cf24188635a4add71873273590a2561/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T21:47:52,692 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T21:47:52,692 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:47:52,692 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cf24188635a4add71873273590a2561: Waiting for close lock at 1731880072688Running coprocessor pre-close hooks at 1731880072688Disabling compacts and flushes for region at 1731880072688Disabling writes for close at 1731880072688Writing region close event to WAL at 1731880072688Running coprocessor post-close hooks at 1731880072692 (+4 ms)Closed at 1731880072692 2024-11-17T21:47:52,692 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731879989461.8cf24188635a4add71873273590a2561. 2024-11-17T21:47:52,693 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f49f3dbb9d435d97a8f74a9e9cb3579a, disabling compactions & flushes 2024-11-17T21:47:52,693 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:52,693 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:52,693 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. after waiting 0 ms 2024-11-17T21:47:52,693 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:52,693 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f49f3dbb9d435d97a8f74a9e9cb3579a 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-17T21:47:52,707 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/f2/be93bcc278f24de6bc333924fa76942c is 58, key is row-test-1731879977030-2-0/f2:q1/1731880051963/Put/seqid=0 2024-11-17T21:47:52,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741976_1152 (size=5464) 2024-11-17T21:47:52,738 INFO [regionserver/a313eea8709e:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:47:52,769 DEBUG [RS:0;a313eea8709e:37177-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/876be69ef2f24885af874f80bbdb807e as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/876be69ef2f24885af874f80bbdb807e 2024-11-17T21:47:52,775 INFO [RS:0;a313eea8709e:37177-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 841b3b4215f8e2706b162da133bf9c86/session of 841b3b4215f8e2706b162da133bf9c86 into 876be69ef2f24885af874f80bbdb807e(size=7.9 K), total size for store is 7.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-17T21:47:52,775 DEBUG [RS:0;a313eea8709e:37177-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 841b3b4215f8e2706b162da133bf9c86: 2024-11-17T21:47:52,775 INFO [RS:0;a313eea8709e:37177-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86., storeName=841b3b4215f8e2706b162da133bf9c86/session, priority=12, startTime=1731880072324; duration=0sec 2024-11-17T21:47:52,776 DEBUG [RS:0;a313eea8709e:37177-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-17T21:47:52,776 DEBUG [RS:0;a313eea8709e:37177-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 841b3b4215f8e2706b162da133bf9c86:session 2024-11-17T21:47:52,776 INFO [RS:0;a313eea8709e:37177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-17T21:47:52,776 INFO [RS:0;a313eea8709e:37177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-17T21:47:52,776 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-17T21:47:52,776 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1321): Waiting on 6 regions to close 2024-11-17T21:47:52,776 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-17T21:47:52,776 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1325): Online Regions={f49f3dbb9d435d97a8f74a9e9cb3579a=test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a., 841b3b4215f8e2706b162da133bf9c86=backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86., 1588230740=hbase:meta,,1.1588230740, 70b2e6f3392a20ffaf269f86b054f706=ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706., 8cc42a08b47c64bf05dabc845c237c80=ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80., 264cdf6b0beed7276ad0e058008950c9=ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9.} 2024-11-17T21:47:52,776 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-17T21:47:52,776 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-17T21:47:52,776 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-17T21:47:52,777 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-17T21:47:52,777 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.17 KB heapSize=23.40 KB 2024-11-17T21:47:52,777 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 264cdf6b0beed7276ad0e058008950c9, 70b2e6f3392a20ffaf269f86b054f706, 841b3b4215f8e2706b162da133bf9c86, 8cc42a08b47c64bf05dabc845c237c80, f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:52,799 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/.tmp/info/bec16be7b1264b0686cddeafbb6f71f9 is 159, key is ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80./info:regioninfo/1731879980036/Put/seqid=0 2024-11-17T21:47:52,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741977_1153 (size=14126) 2024-11-17T21:47:52,977 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 264cdf6b0beed7276ad0e058008950c9, 70b2e6f3392a20ffaf269f86b054f706, 841b3b4215f8e2706b162da133bf9c86, 8cc42a08b47c64bf05dabc845c237c80, f49f3dbb9d435d97a8f74a9e9cb3579a 2024-11-17T21:47:53,113 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/f2/be93bcc278f24de6bc333924fa76942c 2024-11-17T21:47:53,124 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/.tmp/f2/be93bcc278f24de6bc333924fa76942c as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f2/be93bcc278f24de6bc333924fa76942c 2024-11-17T21:47:53,128 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:40211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-17T21:47:53,131 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/f2/be93bcc278f24de6bc333924fa76942c, entries=7, sequenceid=348, filesize=5.3 K 2024-11-17T21:47:53,133 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f49f3dbb9d435d97a8f74a9e9cb3579a in 439ms, sequenceid=348, compaction requested=false 2024-11-17T21:47:53,138 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/default/test-1731879977030/f49f3dbb9d435d97a8f74a9e9cb3579a/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-17T21:47:53,138 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T21:47:53,138 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:53,139 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f49f3dbb9d435d97a8f74a9e9cb3579a: Waiting for close lock at 1731880072693Running coprocessor pre-close hooks at 1731880072693Disabling compacts and flushes for region at 1731880072693Disabling writes for close at 1731880072693Obtaining lock to block concurrent updates at 1731880072693Preparing flush snapshotting stores in f49f3dbb9d435d97a8f74a9e9cb3579a at 1731880072693Finished memstore snapshotting test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731880072693Flushing stores of test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. at 1731880072694 (+1 ms)Flushing f49f3dbb9d435d97a8f74a9e9cb3579a/f2: creating writer at 1731880072694Flushing f49f3dbb9d435d97a8f74a9e9cb3579a/f2: appending metadata at 1731880072707 (+13 ms)Flushing f49f3dbb9d435d97a8f74a9e9cb3579a/f2: closing flushed file at 1731880072707Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dce28cb: reopening flushed file at 1731880073123 (+416 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for f49f3dbb9d435d97a8f74a9e9cb3579a in 439ms, sequenceid=348, compaction requested=false at 1731880073133 (+10 ms)Writing region close event to WAL at 1731880073134 (+1 ms)Running coprocessor post-close hooks at 1731880073138 (+4 ms)Closed at 1731880073138 2024-11-17T21:47:53,139 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731879977030,,1731879977520.f49f3dbb9d435d97a8f74a9e9cb3579a. 2024-11-17T21:47:53,139 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 841b3b4215f8e2706b162da133bf9c86, disabling compactions & flushes 2024-11-17T21:47:53,139 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:53,139 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:53,139 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. after waiting 0 ms 2024-11-17T21:47:53,139 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:53,139 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 841b3b4215f8e2706b162da133bf9c86 2/2 column families, dataSize=594 B heapSize=1.23 KB 2024-11-17T21:47:53,143 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/16512f6423a24a73b028f9fdc321f4da is 554, key is session:backup_1731880056973/session:context/1731880072581/Put/seqid=0 2024-11-17T21:47:53,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741978_1154 (size=5655) 2024-11-17T21:47:53,177 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 264cdf6b0beed7276ad0e058008950c9, 70b2e6f3392a20ffaf269f86b054f706, 841b3b4215f8e2706b162da133bf9c86, 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:47:53,204 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.16 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/.tmp/info/bec16be7b1264b0686cddeafbb6f71f9 2024-11-17T21:47:53,228 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/.tmp/ns/19550c7fff7841ddb51cd5d058751a8f is 43, key is default/ns:d/1731879972648/Put/seqid=0 2024-11-17T21:47:53,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741979_1155 (size=5345) 2024-11-17T21:47:53,377 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 264cdf6b0beed7276ad0e058008950c9, 70b2e6f3392a20ffaf269f86b054f706, 841b3b4215f8e2706b162da133bf9c86, 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:47:53,477 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-17T21:47:53,477 INFO [regionserver/a313eea8709e:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-17T21:47:53,548 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/16512f6423a24a73b028f9fdc321f4da 2024-11-17T21:47:53,560 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/.tmp/session/16512f6423a24a73b028f9fdc321f4da as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/16512f6423a24a73b028f9fdc321f4da 2024-11-17T21:47:53,568 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/16512f6423a24a73b028f9fdc321f4da, entries=2, sequenceid=57, filesize=5.5 K 2024-11-17T21:47:53,569 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for 841b3b4215f8e2706b162da133bf9c86 in 430ms, sequenceid=57, compaction requested=false 2024-11-17T21:47:53,569 DEBUG [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/c386a51028914a97a2ee110805a741b2, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/a882c67691d34a0598ea27e2b5b2a19d] to archive 2024-11-17T21:47:53,570 DEBUG [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T21:47:53,574 DEBUG [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/archive/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/0c4dfc09dc86420d9231a93f790ca90b 2024-11-17T21:47:53,575 DEBUG [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/c386a51028914a97a2ee110805a741b2 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/archive/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/c386a51028914a97a2ee110805a741b2 2024-11-17T21:47:53,576 DEBUG [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/a882c67691d34a0598ea27e2b5b2a19d to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/archive/data/backup/system/841b3b4215f8e2706b162da133bf9c86/meta/a882c67691d34a0598ea27e2b5b2a19d 2024-11-17T21:47:53,578 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 264cdf6b0beed7276ad0e058008950c9, 70b2e6f3392a20ffaf269f86b054f706, 841b3b4215f8e2706b162da133bf9c86, 8cc42a08b47c64bf05dabc845c237c80 2024-11-17T21:47:53,580 DEBUG [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=a313eea8709e:40211 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-17T21:47:53,580 WARN [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [0c4dfc09dc86420d9231a93f790ca90b=5914, c386a51028914a97a2ee110805a741b2=5745, a882c67691d34a0598ea27e2b5b2a19d=6646] 2024-11-17T21:47:53,581 DEBUG [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/12a7550bf50e4ba69b4094b1afc86a94, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/aaefff53de974714a9ec25e731df34ff] to archive 2024-11-17T21:47:53,582 DEBUG [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-17T21:47:53,584 DEBUG [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/archive/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/db1ff9c608ed4eb7bb1dd40228716434 2024-11-17T21:47:53,585 DEBUG [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/archive/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/a1c6e25482984e60abaee7a7c939c09f 2024-11-17T21:47:53,586 DEBUG [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/12a7550bf50e4ba69b4094b1afc86a94 to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/archive/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/12a7550bf50e4ba69b4094b1afc86a94 2024-11-17T21:47:53,587 DEBUG [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/aaefff53de974714a9ec25e731df34ff to hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/archive/data/backup/system/841b3b4215f8e2706b162da133bf9c86/session/aaefff53de974714a9ec25e731df34ff 2024-11-17T21:47:53,587 WARN [StoreCloser-backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [db1ff9c608ed4eb7bb1dd40228716434=5049, a1c6e25482984e60abaee7a7c939c09f=5535, 12a7550bf50e4ba69b4094b1afc86a94=6682, aaefff53de974714a9ec25e731df34ff=5928] 2024-11-17T21:47:53,590 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/backup/system/841b3b4215f8e2706b162da133bf9c86/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=50 2024-11-17T21:47:53,591 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T21:47:53,591 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:53,591 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 841b3b4215f8e2706b162da133bf9c86: Waiting for close lock at 1731880073139Running coprocessor pre-close hooks at 1731880073139Disabling compacts and flushes for region at 1731880073139Disabling writes for close at 1731880073139Obtaining lock to block concurrent updates at 1731880073139Preparing flush snapshotting stores in 841b3b4215f8e2706b162da133bf9c86 at 1731880073139Finished memstore snapshotting backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1224, getOffHeapSize=0, getCellsCount=2 at 1731880073139Flushing stores of backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. at 1731880073140 (+1 ms)Flushing 841b3b4215f8e2706b162da133bf9c86/session: creating writer at 1731880073140Flushing 841b3b4215f8e2706b162da133bf9c86/session: appending metadata at 1731880073142 (+2 ms)Flushing 841b3b4215f8e2706b162da133bf9c86/session: closing flushed file at 1731880073142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dd488ea: reopening flushed file at 1731880073559 (+417 ms)Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for 841b3b4215f8e2706b162da133bf9c86 in 430ms, sequenceid=57, compaction requested=false at 1731880073569 (+10 ms)Writing region close event to WAL at 1731880073588 (+19 ms)Running coprocessor post-close hooks at 1731880073591 (+3 ms)Closed at 1731880073591 2024-11-17T21:47:53,591 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731879987289.841b3b4215f8e2706b162da133bf9c86. 2024-11-17T21:47:53,591 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70b2e6f3392a20ffaf269f86b054f706, disabling compactions & flushes 2024-11-17T21:47:53,591 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:47:53,591 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:47:53,591 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. after waiting 0 ms 2024-11-17T21:47:53,591 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:47:53,594 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns4/test-17318799770303/70b2e6f3392a20ffaf269f86b054f706/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T21:47:53,594 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T21:47:53,595 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:47:53,595 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70b2e6f3392a20ffaf269f86b054f706: Waiting for close lock at 1731880073591Running coprocessor pre-close hooks at 1731880073591Disabling compacts and flushes for region at 1731880073591Disabling writes for close at 1731880073591Writing region close event to WAL at 1731880073591Running coprocessor post-close hooks at 1731880073594 (+3 ms)Closed at 1731880073595 (+1 ms) 2024-11-17T21:47:53,595 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17318799770303,,1731879983344.70b2e6f3392a20ffaf269f86b054f706. 2024-11-17T21:47:53,595 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8cc42a08b47c64bf05dabc845c237c80, disabling compactions & flushes 2024-11-17T21:47:53,595 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:47:53,595 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:47:53,595 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. after waiting 0 ms 2024-11-17T21:47:53,595 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:47:53,598 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns2/test-17318799770301/8cc42a08b47c64bf05dabc845c237c80/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-17T21:47:53,599 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T21:47:53,599 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:47:53,599 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8cc42a08b47c64bf05dabc845c237c80: Waiting for close lock at 1731880073595Running coprocessor pre-close hooks at 1731880073595Disabling compacts and flushes for region at 1731880073595Disabling writes for close at 1731880073595Writing region close event to WAL at 1731880073596 (+1 ms)Running coprocessor post-close hooks at 1731880073599 (+3 ms)Closed at 1731880073599 2024-11-17T21:47:53,599 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17318799770301,,1731879978858.8cc42a08b47c64bf05dabc845c237c80. 2024-11-17T21:47:53,599 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 264cdf6b0beed7276ad0e058008950c9, disabling compactions & flushes 2024-11-17T21:47:53,599 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:47:53,599 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:47:53,599 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. after waiting 0 ms 2024-11-17T21:47:53,599 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:47:53,602 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/ns3/test-17318799770302/264cdf6b0beed7276ad0e058008950c9/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-17T21:47:53,603 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T21:47:53,603 INFO [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:47:53,603 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 264cdf6b0beed7276ad0e058008950c9: Waiting for close lock at 1731880073599Running coprocessor pre-close hooks at 1731880073599Disabling compacts and flushes for region at 1731880073599Disabling writes for close at 1731880073599Writing region close event to WAL at 1731880073599Running coprocessor post-close hooks at 1731880073603 (+4 ms)Closed at 1731880073603 2024-11-17T21:47:53,603 DEBUG [RS_CLOSE_REGION-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17318799770302,,1731879981173.264cdf6b0beed7276ad0e058008950c9. 2024-11-17T21:47:53,632 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=235 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/.tmp/ns/19550c7fff7841ddb51cd5d058751a8f 2024-11-17T21:47:53,653 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/.tmp/table/9275c000a60c44029254d0e40832dad2 is 59, key is ns2:test-17318799770301/table:state/1731879980052/Put/seqid=0 2024-11-17T21:47:53,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741980_1156 (size=5866) 2024-11-17T21:47:53,778 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-17T21:47:53,778 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-17T21:47:53,778 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:47:53,979 DEBUG [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-17T21:47:54,057 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=800 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/.tmp/table/9275c000a60c44029254d0e40832dad2 2024-11-17T21:47:54,065 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/.tmp/info/bec16be7b1264b0686cddeafbb6f71f9 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/info/bec16be7b1264b0686cddeafbb6f71f9 2024-11-17T21:47:54,071 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/info/bec16be7b1264b0686cddeafbb6f71f9, entries=69, sequenceid=59, filesize=13.8 K 2024-11-17T21:47:54,073 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/.tmp/ns/19550c7fff7841ddb51cd5d058751a8f as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/ns/19550c7fff7841ddb51cd5d058751a8f 2024-11-17T21:47:54,080 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/ns/19550c7fff7841ddb51cd5d058751a8f, entries=7, sequenceid=59, filesize=5.2 K 2024-11-17T21:47:54,081 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/.tmp/table/9275c000a60c44029254d0e40832dad2 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/table/9275c000a60c44029254d0e40832dad2 2024-11-17T21:47:54,087 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/table/9275c000a60c44029254d0e40832dad2, entries=13, sequenceid=59, filesize=5.7 K 2024-11-17T21:47:54,088 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=59, compaction requested=false 2024-11-17T21:47:54,093 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/data/hbase/meta/1588230740/recovered.edits/62.seqid, newMaxSeqId=62, maxSeqId=1 2024-11-17T21:47:54,094 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-17T21:47:54,094 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-17T21:47:54,094 INFO [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-17T21:47:54,094 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731880072776Running coprocessor pre-close hooks at 1731880072776Disabling compacts and flushes for region at 1731880072776Disabling writes for close at 1731880072776Obtaining lock to block concurrent updates at 1731880072777 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731880072777Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13486, getHeapSize=23896, getOffHeapSize=0, getCellsCount=125 at 1731880072777Flushing stores of hbase:meta,,1.1588230740 at 1731880072778 (+1 ms)Flushing 1588230740/info: creating writer at 1731880072778Flushing 1588230740/info: appending metadata at 1731880072799 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731880072799Flushing 1588230740/ns: creating writer at 1731880073211 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731880073228 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731880073228Flushing 1588230740/table: creating writer at 1731880073637 (+409 ms)Flushing 1588230740/table: appending metadata at 1731880073652 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731880073652Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@786f604f: reopening flushed file at 1731880074064 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59c690fb: reopening flushed file at 1731880074072 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53f31ef1: reopening flushed file at 1731880074080 (+8 ms)Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=59, compaction requested=false at 1731880074088 (+8 ms)Writing region close event to WAL at 1731880074090 (+2 ms)Running coprocessor post-close hooks at 1731880074094 (+4 ms)Closed at 1731880074094 2024-11-17T21:47:54,095 DEBUG [RS_CLOSE_META-regionserver/a313eea8709e:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-17T21:47:54,179 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(976): stopping server a313eea8709e,37177,1731879968091; all regions closed. 2024-11-17T21:47:54,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741955_1131 (size=3260) 2024-11-17T21:47:54,183 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.meta.1731880061497.meta not finished, retry = 0 2024-11-17T21:47:54,296 DEBUG [RS:0;a313eea8709e:37177 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs 2024-11-17T21:47:54,296 INFO [RS:0;a313eea8709e:37177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.meta:.meta(num 1731880061497) 2024-11-17T21:47:54,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741954_1130 (size=1037) 2024-11-17T21:47:54,300 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0.1731880061475 not finished, retry = 0 2024-11-17T21:47:54,404 DEBUG [RS:0;a313eea8709e:37177 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs 2024-11-17T21:47:54,405 INFO [RS:0;a313eea8709e:37177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-0:(num 1731880061475) 2024-11-17T21:47:54,408 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/WALs/a313eea8709e,37177,1731879968091/a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1.1731880061516 not finished, retry = 0 2024-11-17T21:47:54,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741956_1132 (size=5275) 2024-11-17T21:47:54,517 DEBUG [RS:0;a313eea8709e:37177 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/oldWALs 2024-11-17T21:47:54,517 INFO [RS:0;a313eea8709e:37177 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL a313eea8709e%2C37177%2C1731879968091.a313eea8709e%2C37177%2C1731879968091.regiongroup-1:(num 1731880061516) 2024-11-17T21:47:54,517 DEBUG [RS:0;a313eea8709e:37177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:54,517 INFO [RS:0;a313eea8709e:37177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-17T21:47:54,517 INFO [RS:0;a313eea8709e:37177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:47:54,518 INFO [RS:0;a313eea8709e:37177 {}] hbase.ChoreService(370): Chore service for: regionserver/a313eea8709e:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-17T21:47:54,518 INFO [RS:0;a313eea8709e:37177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:47:54,518 INFO [regionserver/a313eea8709e:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:47:54,519 INFO [RS:0;a313eea8709e:37177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37177 2024-11-17T21:47:54,520 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-17T21:47:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-17T21:47:54,578 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/a313eea8709e,37177,1731879968091 2024-11-17T21:47:54,578 INFO [RS:0;a313eea8709e:37177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:47:54,589 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [a313eea8709e,37177,1731879968091] 2024-11-17T21:47:54,599 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/a313eea8709e,37177,1731879968091 already deleted, retry=false 2024-11-17T21:47:54,599 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; a313eea8709e,37177,1731879968091 expired; onlineServers=0 2024-11-17T21:47:54,599 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'a313eea8709e,40211,1731879966442' ***** 2024-11-17T21:47:54,599 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-17T21:47:54,599 INFO [M:0;a313eea8709e:40211 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-17T21:47:54,605 INFO [M:0;a313eea8709e:40211 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5c685ba8{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-17T21:47:54,605 INFO [M:0;a313eea8709e:40211 {}] server.AbstractConnector(383): Stopped ServerConnector@10f9ba48{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-17T21:47:54,605 INFO [M:0;a313eea8709e:40211 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:47:54,606 INFO [M:0;a313eea8709e:40211 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65507143{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-17T21:47:54,606 INFO [M:0;a313eea8709e:40211 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7c1597dd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,STOPPED} 2024-11-17T21:47:54,606 INFO [M:0;a313eea8709e:40211 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-17T21:47:54,606 INFO [M:0;a313eea8709e:40211 {}] master.HMaster(1770): Stopping master jetty server 2024-11-17T21:47:54,607 INFO [M:0;a313eea8709e:40211 {}] server.AbstractConnector(383): Stopped ServerConnector@4dc009a1{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-17T21:47:54,607 INFO [M:0;a313eea8709e:40211 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-17T21:47:54,607 DEBUG [M:0;a313eea8709e:40211 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-17T21:47:54,607 INFO [M:0;a313eea8709e:40211 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-17T21:47:54,607 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-17T21:47:54,607 INFO [M:0;a313eea8709e:40211 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;a313eea8709e:40211. 2024-11-17T21:47:54,607 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731879971227 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.large.0-1731879971227,5,FailOnTimeoutGroup] 2024-11-17T21:47:54,607 DEBUG [master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731879971228 {}] cleaner.HFileCleaner(306): Exit Thread[master/a313eea8709e:0:becomeActiveMaster-HFileCleaner.small.0-1731879971228,5,FailOnTimeoutGroup] 2024-11-17T21:47:54,607 DEBUG [M:0;a313eea8709e:40211 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-17T21:47:54,607 DEBUG [M:0;a313eea8709e:40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:54,607 DEBUG [M:0;a313eea8709e:40211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-17T21:47:54,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-17T21:47:54,608 DEBUG [M:0;a313eea8709e:40211 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-17T21:47:54,608 INFO [M:0;a313eea8709e:40211 {}] hbase.ChoreService(370): Chore service for: master/a313eea8709e:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-17T21:47:54,608 INFO [M:0;a313eea8709e:40211 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-17T21:47:54,608 DEBUG [M:0;a313eea8709e:40211 {}] master.HMaster(1795): Stopping service threads 2024-11-17T21:47:54,608 INFO [M:0;a313eea8709e:40211 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-17T21:47:54,608 INFO [M:0;a313eea8709e:40211 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-17T21:47:54,609 INFO [M:0;a313eea8709e:40211 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-17T21:47:54,609 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-17T21:47:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-17T21:47:54,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-17T21:47:54,610 DEBUG [M:0;a313eea8709e:40211 {}] zookeeper.ZKUtil(347): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-17T21:47:54,610 WARN [M:0;a313eea8709e:40211 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-17T21:47:54,610 INFO [M:0;a313eea8709e:40211 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/.lastflushedseqids 2024-11-17T21:47:54,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741981_1157 (size=495) 2024-11-17T21:47:54,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:47:54,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37177-0x1014ac30f5a0001, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:47:54,689 INFO [RS:0;a313eea8709e:37177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:47:54,689 INFO [RS:0;a313eea8709e:37177 {}] regionserver.HRegionServer(1031): Exiting; stopping=a313eea8709e,37177,1731879968091; zookeeper connection closed. 2024-11-17T21:47:54,690 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@43eb2eb8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@43eb2eb8 2024-11-17T21:47:54,690 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-17T21:47:55,022 INFO [M:0;a313eea8709e:40211 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-17T21:47:55,022 INFO [M:0;a313eea8709e:40211 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-17T21:47:55,023 DEBUG [M:0;a313eea8709e:40211 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-17T21:47:55,040 INFO [M:0;a313eea8709e:40211 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:47:55,040 DEBUG [M:0;a313eea8709e:40211 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:47:55,040 DEBUG [M:0;a313eea8709e:40211 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-17T21:47:55,040 DEBUG [M:0;a313eea8709e:40211 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:47:55,040 INFO [M:0;a313eea8709e:40211 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=319.20 KB heapSize=375.40 KB 2024-11-17T21:47:55,054 DEBUG [M:0;a313eea8709e:40211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aed641007c73409b83ebd3dc52f445f1 is 82, key is hbase:meta,,1/info:regioninfo/1731879972564/Put/seqid=0 2024-11-17T21:47:55,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741982_1158 (size=5672) 2024-11-17T21:47:55,459 INFO [M:0;a313eea8709e:40211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aed641007c73409b83ebd3dc52f445f1 2024-11-17T21:47:55,494 DEBUG [M:0;a313eea8709e:40211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4186d20cc5ff4d0e94974fa84105d35d is 2183, key is \x00\x00\x00\x00\x00\x00\x00*/proc:d/1731880021930/Put/seqid=0 2024-11-17T21:47:55,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741983_1159 (size=26515) 2024-11-17T21:47:55,901 INFO [M:0;a313eea8709e:40211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=318.65 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4186d20cc5ff4d0e94974fa84105d35d 2024-11-17T21:47:55,913 INFO [M:0;a313eea8709e:40211 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4186d20cc5ff4d0e94974fa84105d35d 2024-11-17T21:47:55,928 DEBUG [M:0;a313eea8709e:40211 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e7f60f5c00a4287b9fa5462c28432e3 is 69, key is a313eea8709e,37177,1731879968091/rs:state/1731879971325/Put/seqid=0 2024-11-17T21:47:55,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741984_1160 (size=5156) 2024-11-17T21:47:56,334 INFO [M:0;a313eea8709e:40211 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e7f60f5c00a4287b9fa5462c28432e3 2024-11-17T21:47:56,346 DEBUG [M:0;a313eea8709e:40211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/aed641007c73409b83ebd3dc52f445f1 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aed641007c73409b83ebd3dc52f445f1 2024-11-17T21:47:56,351 INFO [M:0;a313eea8709e:40211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/aed641007c73409b83ebd3dc52f445f1, entries=8, sequenceid=667, filesize=5.5 K 2024-11-17T21:47:56,353 DEBUG [M:0;a313eea8709e:40211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4186d20cc5ff4d0e94974fa84105d35d as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4186d20cc5ff4d0e94974fa84105d35d 2024-11-17T21:47:56,358 INFO [M:0;a313eea8709e:40211 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 4186d20cc5ff4d0e94974fa84105d35d 2024-11-17T21:47:56,358 INFO [M:0;a313eea8709e:40211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4186d20cc5ff4d0e94974fa84105d35d, entries=69, sequenceid=667, filesize=25.9 K 2024-11-17T21:47:56,359 DEBUG [M:0;a313eea8709e:40211 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3e7f60f5c00a4287b9fa5462c28432e3 as hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e7f60f5c00a4287b9fa5462c28432e3 2024-11-17T21:47:56,364 INFO [M:0;a313eea8709e:40211 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45635/user/jenkins/test-data/b74db674-982e-d465-54e7-2c45c9933315/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3e7f60f5c00a4287b9fa5462c28432e3, entries=1, sequenceid=667, filesize=5.0 K 2024-11-17T21:47:56,365 INFO [M:0;a313eea8709e:40211 {}] regionserver.HRegion(3140): Finished flush of dataSize ~319.20 KB/326862, heapSize ~375.10 KB/384104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=667, compaction requested=false 2024-11-17T21:47:56,366 INFO [M:0;a313eea8709e:40211 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-17T21:47:56,366 DEBUG [M:0;a313eea8709e:40211 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731880075023Disabling compacts and flushes for region at 1731880075023Disabling writes for close at 1731880075040 (+17 ms)Obtaining lock to block concurrent updates at 1731880075040Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731880075040Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=326862, getHeapSize=384344, getOffHeapSize=0, getCellsCount=746 at 1731880075041 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731880075041Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731880075041Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731880075053 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731880075053Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731880075470 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731880075494 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731880075494Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731880075913 (+419 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731880075928 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731880075928Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c51c5f: reopening flushed file at 1731880076345 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57cce54: reopening flushed file at 1731880076352 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7af8f5ff: reopening flushed file at 1731880076358 (+6 ms)Finished flush of dataSize ~319.20 KB/326862, heapSize ~375.10 KB/384104, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1325ms, sequenceid=667, compaction requested=false at 1731880076365 (+7 ms)Writing region close event to WAL at 1731880076366 (+1 ms)Closed at 1731880076366 2024-11-17T21:47:56,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42801 is added to blk_1073741830_1006 (size=370952) 2024-11-17T21:47:56,370 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-17T21:47:56,370 INFO [M:0;a313eea8709e:40211 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-17T21:47:56,370 INFO [M:0;a313eea8709e:40211 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-17T21:47:56,370 INFO [M:0;a313eea8709e:40211 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40211 2024-11-17T21:47:56,370 INFO [M:0;a313eea8709e:40211 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-17T21:47:56,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:47:56,538 INFO [M:0;a313eea8709e:40211 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-17T21:47:56,538 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40211-0x1014ac30f5a0000, quorum=127.0.0.1:64788, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-17T21:47:56,550 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@cb44ad4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-17T21:47:56,554 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d3ca681{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:47:56,554 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:47:56,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8cd91a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:47:56,554 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526a6450{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,STOPPED} 2024-11-17T21:47:56,556 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-17T21:47:56,556 WARN [BP-72138490-172.17.0.2-1731879962654 heartbeating to localhost/127.0.0.1:45635 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-17T21:47:56,557 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-17T21:47:56,557 WARN [BP-72138490-172.17.0.2-1731879962654 heartbeating to localhost/127.0.0.1:45635 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-72138490-172.17.0.2-1731879962654 (Datanode Uuid abf7b81b-51fd-4b64-93e9-d87db2eaafba) service to localhost/127.0.0.1:45635 2024-11-17T21:47:56,558 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/cluster_87d1e50c-e891-6894-3b81-e9eb800e8f01/data/data1/current/BP-72138490-172.17.0.2-1731879962654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:47:56,558 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/cluster_87d1e50c-e891-6894-3b81-e9eb800e8f01/data/data2/current/BP-72138490-172.17.0.2-1731879962654 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-17T21:47:56,558 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-17T21:47:56,564 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e78c7b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-17T21:47:56,564 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c336369{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:47:56,564 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:47:56,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b22dca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-17T21:47:56,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f045f3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,STOPPED} 2024-11-17T21:47:56,572 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-17T21:47:56,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-17T21:47:56,619 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-17T21:47:56,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4af6878b{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-17T21:47:56,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@371efa7b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:47:56,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:47:56,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b9cb185{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-17T21:47:56,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d818054{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,STOPPED} 2024-11-17T21:47:56,631 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38b35098{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-17T21:47:56,631 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@68290190{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:47:56,632 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:47:56,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17a3c81c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-17T21:47:56,632 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a001877{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,STOPPED} 2024-11-17T21:47:56,635 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-17T21:47:56,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@565d8ae0{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-17T21:47:56,636 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22b748ed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:47:56,636 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:47:56,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@282c7ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-17T21:47:56,636 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@31795375{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,STOPPED} 2024-11-17T21:47:56,638 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-17T21:47:56,641 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-17T21:47:56,642 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-17T21:47:56,642 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-17T21:47:56,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@e4f8d9d{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-17T21:47:56,646 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@73ba90c4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-17T21:47:56,646 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-17T21:47:56,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a80b569{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-17T21:47:56,647 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45067f3b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/1e104b6c-bb12-a74f-9192-bb956a39105e/hadoop.log.dir/,STOPPED} 2024-11-17T21:47:56,648 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-17T21:47:56,648 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped