2024-12-11 23:57:39,921 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-12-11 23:57:39,953 main DEBUG Took 0.029567 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-11 23:57:39,954 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-11 23:57:39,955 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-11 23:57:39,957 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-11 23:57:39,960 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:57:39,988 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-11 23:57:40,012 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,014 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:57:40,015 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,016 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:57:40,016 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,017 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:57:40,018 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,018 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:57:40,019 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,020 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:57:40,021 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,021 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:57:40,022 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,022 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:57:40,023 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,023 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:57:40,024 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,024 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:57:40,025 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,025 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:57:40,025 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,026 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:57:40,026 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,027 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-11 23:57:40,027 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,028 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-11 23:57:40,030 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-11 23:57:40,031 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-11 23:57:40,034 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-11 23:57:40,034 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-11 23:57:40,036 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-11 23:57:40,037 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-11 23:57:40,049 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-11 23:57:40,053 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-11 23:57:40,056 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-11 23:57:40,057 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-11 23:57:40,057 main DEBUG createAppenders(={Console}) 2024-12-11 23:57:40,059 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-12-11 23:57:40,059 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-12-11 23:57:40,060 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-12-11 23:57:40,060 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-11 23:57:40,061 main DEBUG OutputStream closed 2024-12-11 23:57:40,061 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-11 23:57:40,062 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-11 23:57:40,062 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-12-11 23:57:40,189 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-11 23:57:40,194 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-11 23:57:40,196 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-11 23:57:40,198 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-11 23:57:40,199 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-11 23:57:40,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-11 23:57:40,200 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-11 23:57:40,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-11 23:57:40,201 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-11 23:57:40,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-11 23:57:40,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-11 23:57:40,202 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-11 23:57:40,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-11 23:57:40,203 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-11 23:57:40,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-11 23:57:40,204 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-11 23:57:40,205 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-11 23:57:40,206 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-11 23:57:40,209 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11 23:57:40,210 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-12-11 23:57:40,210 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-11 23:57:40,211 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-12-11T23:57:40,261 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-12-11 23:57:40,266 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-11 23:57:40,266 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-11T23:57:40,921 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b 2024-12-11T23:57:40,929 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-11T23:57:40,932 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T23:57:40,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-11T23:57:40,958 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/cluster_93e1d079-f971-74b9-ca62-87d4cc60ab29, deleteOnExit=true 2024-12-11T23:57:40,958 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-11T23:57:40,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/test.cache.data in system properties and HBase conf 2024-12-11T23:57:40,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T23:57:40,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir in system properties and HBase conf 2024-12-11T23:57:40,962 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T23:57:40,966 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T23:57:40,967 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T23:57:41,094 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-11T23:57:41,209 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-11T23:57:41,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T23:57:41,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T23:57:41,215 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T23:57:41,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T23:57:41,216 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T23:57:41,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T23:57:41,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T23:57:41,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T23:57:41,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T23:57:41,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/nfs.dump.dir in system properties and HBase conf 2024-12-11T23:57:41,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/java.io.tmpdir in system properties and HBase conf 2024-12-11T23:57:41,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T23:57:41,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T23:57:41,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T23:57:42,450 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-11T23:57:42,547 INFO [Time-limited test {}] log.Log(170): Logging initialized @3527ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T23:57:42,639 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T23:57:42,702 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T23:57:42,723 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T23:57:42,724 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T23:57:42,725 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T23:57:42,743 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T23:57:42,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57594f23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,AVAILABLE} 2024-12-11T23:57:42,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13488ad7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T23:57:42,946 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b74231{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/java.io.tmpdir/jetty-localhost-35329-hadoop-hdfs-3_4_1-tests_jar-_-any-14332462721046509189/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T23:57:42,953 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cfa68d8{HTTP/1.1, (http/1.1)}{localhost:35329} 2024-12-11T23:57:42,953 INFO [Time-limited test {}] server.Server(415): Started @3935ms 2024-12-11T23:57:43,592 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T23:57:43,601 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T23:57:43,604 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T23:57:43,605 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T23:57:43,605 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T23:57:43,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b27bdff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,AVAILABLE} 2024-12-11T23:57:43,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4f7ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-11T23:57:43,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@79fa0fb2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/java.io.tmpdir/jetty-localhost-38031-hadoop-hdfs-3_4_1-tests_jar-_-any-3359109248735660084/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T23:57:43,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@482cd6b5{HTTP/1.1, (http/1.1)}{localhost:38031} 2024-12-11T23:57:43,720 INFO [Time-limited test {}] server.Server(415): Started @4701ms 2024-12-11T23:57:43,779 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-11T23:57:45,113 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/cluster_93e1d079-f971-74b9-ca62-87d4cc60ab29/data/data1/current/BP-889396818-172.17.0.2-1733961461917/current, will proceed with Du for space computation calculation, 2024-12-11T23:57:45,113 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/cluster_93e1d079-f971-74b9-ca62-87d4cc60ab29/data/data2/current/BP-889396818-172.17.0.2-1733961461917/current, will proceed with Du for space computation calculation, 2024-12-11T23:57:45,143 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-11T23:57:45,186 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d60ffe193625faa with lease ID 0x2450c4ead3324f7: Processing first storage report for DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba from datanode DatanodeRegistration(127.0.0.1:41259, datanodeUuid=25c71c57-430d-46fd-bad6-9adc848e6b05, infoPort=33311, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1348178591;c=1733961461917) 2024-12-11T23:57:45,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d60ffe193625faa with lease ID 0x2450c4ead3324f7: from storage DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba node DatanodeRegistration(127.0.0.1:41259, datanodeUuid=25c71c57-430d-46fd-bad6-9adc848e6b05, infoPort=33311, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1348178591;c=1733961461917), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-11T23:57:45,188 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d60ffe193625faa with lease ID 0x2450c4ead3324f7: Processing first storage report for DS-0ff5da08-83ea-41e1-b76e-e820b74477b7 from datanode DatanodeRegistration(127.0.0.1:41259, datanodeUuid=25c71c57-430d-46fd-bad6-9adc848e6b05, infoPort=33311, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1348178591;c=1733961461917) 2024-12-11T23:57:45,188 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d60ffe193625faa with lease ID 0x2450c4ead3324f7: from storage DS-0ff5da08-83ea-41e1-b76e-e820b74477b7 node DatanodeRegistration(127.0.0.1:41259, datanodeUuid=25c71c57-430d-46fd-bad6-9adc848e6b05, infoPort=33311, infoSecurePort=0, ipcPort=36733, storageInfo=lv=-57;cid=testClusterID;nsid=1348178591;c=1733961461917), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-11T23:57:45,239 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b 2024-12-11T23:57:45,326 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/cluster_93e1d079-f971-74b9-ca62-87d4cc60ab29/zookeeper_0, clientPort=54099, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/cluster_93e1d079-f971-74b9-ca62-87d4cc60ab29/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/cluster_93e1d079-f971-74b9-ca62-87d4cc60ab29/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-11T23:57:45,336 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54099 2024-12-11T23:57:45,349 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:57:45,352 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:57:45,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741825_1001 (size=7) 2024-12-11T23:57:45,965 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 with version=8 2024-12-11T23:57:45,965 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/hbase-staging 2024-12-11T23:57:45,980 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-12-11T23:57:45,980 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-12-11T23:57:45,980 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-12-11T23:57:45,980 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-12-11T23:57:46,105 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-11T23:57:46,366 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d462fa545078:0 server-side Connection retries=45 2024-12-11T23:57:46,375 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T23:57:46,376 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T23:57:46,380 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T23:57:46,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T23:57:46,380 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T23:57:46,500 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-11T23:57:46,554 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-11T23:57:46,562 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-11T23:57:46,566 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T23:57:46,588 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 151974 (auto-detected) 2024-12-11T23:57:46,589 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-11T23:57:46,608 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41765 2024-12-11T23:57:46,629 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41765 connecting to ZooKeeper ensemble=127.0.0.1:54099 2024-12-11T23:57:46,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:417650x0, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T23:57:46,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41765-0x100175044a40000 connected 2024-12-11T23:57:46,850 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:57:46,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:57:46,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T23:57:46,877 INFO [Time-limited test {}] log.Log(170): Logging initialized @7858ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-12-11T23:57:46,916 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-11T23:57:46,916 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-11T23:57:46,917 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-11T23:57:46,917 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-11T23:57:46,918 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-11T23:57:46,919 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-12-11T23:57:46,919 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-11T23:57:46,919 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-11T23:57:46,921 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-11T23:57:46,983 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 35209 2024-12-11T23:57:46,985 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-11T23:57:47,001 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T23:57:47,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@16164b0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,AVAILABLE} 2024-12-11T23:57:47,003 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T23:57:47,004 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4f87c64{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-11T23:57:47,044 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-11T23:57:47,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T23:57:47,050 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T23:57:47,051 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T23:57:47,055 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T23:57:47,738 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@e084f9e{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-12-11T23:57:47,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fd624d{HTTP/1.1, (http/1.1)}{0.0.0.0:35209} 2024-12-11T23:57:47,744 INFO [Time-limited test {}] server.Server(415): Started @8725ms 2024-12-11T23:57:47,748 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6, hbase.cluster.distributed=false 2024-12-11T23:57:47,781 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-11T23:57:47,786 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41765 2024-12-11T23:57:47,787 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41765 2024-12-11T23:57:47,788 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41765 2024-12-11T23:57:47,793 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41765 2024-12-11T23:57:47,796 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41765 2024-12-11T23:57:47,917 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d462fa545078:0 server-side Connection retries=45 2024-12-11T23:57:47,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T23:57:47,919 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-11T23:57:47,919 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-11T23:57:47,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-11T23:57:47,920 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-11T23:57:47,923 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-11T23:57:47,925 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-11T23:57:47,926 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40301 2024-12-11T23:57:47,927 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40301 connecting to ZooKeeper ensemble=127.0.0.1:54099 2024-12-11T23:57:47,929 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:57:47,932 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:57:47,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403010x0, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-11T23:57:47,986 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:403010x0, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T23:57:47,986 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40301-0x100175044a40001 connected 2024-12-11T23:57:47,987 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-11T23:57:47,987 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-11T23:57:47,988 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-11T23:57:47,988 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-11T23:57:47,988 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-11T23:57:47,989 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-12-11T23:57:47,989 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-11T23:57:47,989 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-11T23:57:47,989 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-11T23:57:47,991 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 41385 2024-12-11T23:57:47,991 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-11T23:57:47,992 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T23:57:47,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3f822913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,AVAILABLE} 2024-12-11T23:57:47,993 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T23:57:47,993 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6e82f00d{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-11T23:57:48,010 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-11T23:57:48,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T23:57:48,011 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T23:57:48,011 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T23:57:48,013 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-11T23:57:48,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@530459fd{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-11T23:57:48,017 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@21b68432{HTTP/1.1, (http/1.1)}{0.0.0.0:41385} 2024-12-11T23:57:48,017 INFO [Time-limited test {}] server.Server(415): Started @8998ms 2024-12-11T23:57:48,022 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-11T23:57:48,030 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-11T23:57:48,033 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-11T23:57:48,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-11T23:57:48,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40301 2024-12-11T23:57:48,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40301 2024-12-11T23:57:48,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40301 2024-12-11T23:57:48,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40301 2024-12-11T23:57:48,045 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40301 2024-12-11T23:57:48,068 DEBUG [M:0;d462fa545078:41765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d462fa545078:41765 2024-12-11T23:57:48,071 INFO [master/d462fa545078:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-11T23:57:48,076 INFO [master/d462fa545078:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@3083bbb5{HTTP/1.1, (http/1.1)}{0.0.0.0:34869} 2024-12-11T23:57:48,077 INFO [master/d462fa545078:0:becomeActiveMaster {}] server.Server(415): Started @9058ms 2024-12-11T23:57:48,077 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/d462fa545078,41765,1733961466176 2024-12-11T23:57:48,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T23:57:48,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T23:57:48,093 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/d462fa545078,41765,1733961466176 2024-12-11T23:57:48,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:48,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-11T23:57:48,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:48,123 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-11T23:57:48,124 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/d462fa545078,41765,1733961466176 from backup master directory 2024-12-11T23:57:48,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T23:57:48,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/d462fa545078,41765,1733961466176 2024-12-11T23:57:48,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-11T23:57:48,133 WARN [master/d462fa545078:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T23:57:48,133 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d462fa545078,41765,1733961466176 2024-12-11T23:57:48,135 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-11T23:57:48,137 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-11T23:57:48,200 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/hbase.id] with ID: 5eab0726-551e-40ec-b6ed-f6d90b10904b 2024-12-11T23:57:48,200 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.tmp/hbase.id 2024-12-11T23:57:48,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741826_1002 (size=42) 2024-12-11T23:57:48,612 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.tmp/hbase.id]:[hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/hbase.id] 2024-12-11T23:57:48,657 INFO [master/d462fa545078:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-11T23:57:48,661 INFO [master/d462fa545078:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-11T23:57:48,682 INFO [master/d462fa545078:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-12-11T23:57:48,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:48,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:48,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741827_1003 (size=196) 2024-12-11T23:57:48,720 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:57:48,721 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-11T23:57:48,728 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-11T23:57:48,730 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-11T23:57:48,739 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T23:57:48,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741828_1004 (size=1189) 2024-12-11T23:57:49,191 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store 2024-12-11T23:57:49,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741829_1005 (size=34) 2024-12-11T23:57:49,212 INFO [master/d462fa545078:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-11T23:57:49,216 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:57:49,217 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T23:57:49,217 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:57:49,217 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:57:49,219 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T23:57:49,219 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:57:49,219 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:57:49,220 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733961469217Disabling compacts and flushes for region at 1733961469217Disabling writes for close at 1733961469219 (+2 ms)Writing region close event to WAL at 1733961469219Closed at 1733961469219 2024-12-11T23:57:49,222 WARN [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/.initializing 2024-12-11T23:57:49,223 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/WALs/d462fa545078,41765,1733961466176 2024-12-11T23:57:49,227 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T23:57:49,231 INFO [master/d462fa545078:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor d462fa545078,41765,1733961466176.regiongroup-0 2024-12-11T23:57:49,246 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C41765%2C1733961466176.d462fa545078%2C41765%2C1733961466176.regiongroup-0, suffix=, logDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/WALs/d462fa545078,41765,1733961466176, archiveDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/oldWALs, maxLogs=10 2024-12-11T23:57:49,271 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/WALs/d462fa545078,41765,1733961466176/d462fa545078%2C41765%2C1733961466176.d462fa545078%2C41765%2C1733961466176.regiongroup-0.1733961469250, exclude list is [], retry=0 2024-12-11T23:57:49,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:57:49,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-11T23:57:49,333 INFO [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/WALs/d462fa545078,41765,1733961466176/d462fa545078%2C41765%2C1733961466176.d462fa545078%2C41765%2C1733961466176.regiongroup-0.1733961469250 2024-12-11T23:57:49,335 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:57:49,335 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:57:49,335 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:57:49,338 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:57:49,339 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:57:49,376 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:57:49,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-11T23:57:49,405 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:49,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:57:49,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:57:49,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-11T23:57:49,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:49,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:57:49,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:57:49,415 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-11T23:57:49,415 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:49,416 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:57:49,417 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:57:49,419 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-11T23:57:49,419 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:49,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:57:49,420 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:57:49,424 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:57:49,425 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:57:49,430 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:57:49,430 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:57:49,434 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T23:57:49,437 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-11T23:57:49,441 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T23:57:49,442 INFO [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11085135840, jitterRate=0.03238372504711151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T23:57:49,448 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733961469353Initializing all the Stores at 1733961469355 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733961469356 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961469357 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961469358 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961469358Cleaning up temporary data from old regions at 1733961469430 (+72 ms)Region opened successfully at 1733961469447 (+17 ms) 2024-12-11T23:57:49,449 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-11T23:57:49,476 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55b3691e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=d462fa545078/172.17.0.2:0 2024-12-11T23:57:49,504 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-11T23:57:49,515 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-11T23:57:49,515 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-11T23:57:49,518 INFO [master/d462fa545078:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-11T23:57:49,519 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-11T23:57:49,524 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-11T23:57:49,524 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-11T23:57:49,546 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-11T23:57:49,556 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-11T23:57:49,563 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-12-11T23:57:49,566 INFO [master/d462fa545078:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-11T23:57:49,567 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-11T23:57:49,574 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-12-11T23:57:49,576 INFO [master/d462fa545078:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-11T23:57:49,580 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-11T23:57:49,584 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-12-11T23:57:49,586 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-11T23:57:49,595 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-12-11T23:57:49,612 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-11T23:57:49,616 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-11T23:57:49,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-11T23:57:49,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-11T23:57:49,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:49,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:49,651 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d462fa545078,41765,1733961466176, sessionid=0x100175044a40000, setting cluster-up flag (Was=false) 2024-12-11T23:57:49,661 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-12-11T23:57:49,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:49,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:49,711 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-11T23:57:49,713 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d462fa545078,41765,1733961466176 2024-12-11T23:57:49,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:49,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:49,763 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-12-11T23:57:49,765 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d462fa545078,41765,1733961466176 2024-12-11T23:57:49,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:49,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:49,816 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-11T23:57:49,818 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d462fa545078,41765,1733961466176 2024-12-11T23:57:49,823 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-11T23:57:49,851 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(746): ClusterId : 5eab0726-551e-40ec-b6ed-f6d90b10904b 2024-12-11T23:57:49,853 INFO [RS:0;d462fa545078:40301 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-12-11T23:57:49,855 DEBUG [RS:0;d462fa545078:40301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-11T23:57:49,870 DEBUG [RS:0;d462fa545078:40301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-11T23:57:49,871 DEBUG [RS:0;d462fa545078:40301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-12-11T23:57:49,881 DEBUG [RS:0;d462fa545078:40301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-12-11T23:57:49,881 DEBUG [RS:0;d462fa545078:40301 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-11T23:57:49,891 DEBUG [RS:0;d462fa545078:40301 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-11T23:57:49,892 DEBUG [RS:0;d462fa545078:40301 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a7eff63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=d462fa545078/172.17.0.2:0 2024-12-11T23:57:49,894 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-11T23:57:49,902 INFO [master/d462fa545078:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-11T23:57:49,907 INFO [master/d462fa545078:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-11T23:57:49,910 DEBUG [RS:0;d462fa545078:40301 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d462fa545078:40301 2024-12-11T23:57:49,912 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d462fa545078,41765,1733961466176 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-11T23:57:49,914 INFO [RS:0;d462fa545078:40301 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-11T23:57:49,914 INFO [RS:0;d462fa545078:40301 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-11T23:57:49,914 DEBUG [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-11T23:57:49,917 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(2659): reportForDuty to master=d462fa545078,41765,1733961466176 with port=40301, startcode=1733961467875 2024-12-11T23:57:49,917 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T23:57:49,917 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T23:57:49,918 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T23:57:49,918 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d462fa545078:0, corePoolSize=5, maxPoolSize=5 2024-12-11T23:57:49,918 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d462fa545078:0, corePoolSize=10, maxPoolSize=10 2024-12-11T23:57:49,918 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:57:49,918 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T23:57:49,918 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:57:49,921 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733961499921 2024-12-11T23:57:49,923 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-11T23:57:49,923 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T23:57:49,923 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-11T23:57:49,923 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-11T23:57:49,927 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-11T23:57:49,927 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-12-11T23:57:49,928 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-11T23:57:49,928 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-11T23:57:49,928 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-11T23:57:49,928 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:49,928 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-11T23:57:49,930 DEBUG [RS:0;d462fa545078:40301 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-11T23:57:49,929 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:49,932 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-11T23:57:49,933 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-11T23:57:49,934 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-11T23:57:49,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741831_1007 (size=1321) 2024-12-11T23:57:49,944 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b209ad8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:57:49,944 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:57:49,947 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:57:49,962 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:57:49,968 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36995, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-11T23:57:49,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:57:49,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:57:49,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@216ead76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:57:49,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:57:49,973 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41765 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T23:57:49,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:57:49,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:57:49,979 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:57:49,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41ba84e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:57:49,983 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-11T23:57:49,985 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-11T23:57:49,986 INFO [master/d462fa545078:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-11T23:57:49,988 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733961469987,5,FailOnTimeoutGroup] 2024-12-11T23:57:49,988 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733961469988,5,FailOnTimeoutGroup] 2024-12-11T23:57:49,988 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:49,988 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-11T23:57:49,990 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:49,990 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:49,994 DEBUG [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-11T23:57:49,995 WARN [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-11T23:57:50,096 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(2659): reportForDuty to master=d462fa545078,41765,1733961466176 with port=40301, startcode=1733961467875 2024-12-11T23:57:50,098 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d462fa545078,40301,1733961467875 2024-12-11T23:57:50,099 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41765 {}] master.ServerManager(517): Registering regionserver=d462fa545078,40301,1733961467875 2024-12-11T23:57:50,106 DEBUG [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:57:50,106 DEBUG [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41525 2024-12-11T23:57:50,106 DEBUG [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=35209 2024-12-11T23:57:50,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-11T23:57:50,151 DEBUG [RS:0;d462fa545078:40301 {}] zookeeper.ZKUtil(111): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on existing znode=/1/rs/d462fa545078,40301,1733961467875 2024-12-11T23:57:50,151 WARN [RS:0;d462fa545078:40301 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-11T23:57:50,151 INFO [RS:0;d462fa545078:40301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-11T23:57:50,151 INFO [RS:0;d462fa545078:40301 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-11T23:57:50,151 DEBUG [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875 2024-12-11T23:57:50,153 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d462fa545078,40301,1733961467875] 2024-12-11T23:57:50,172 INFO [RS:0;d462fa545078:40301 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-11T23:57:50,183 INFO [RS:0;d462fa545078:40301 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-11T23:57:50,187 INFO [RS:0;d462fa545078:40301 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-11T23:57:50,187 INFO [RS:0;d462fa545078:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:50,188 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-11T23:57:50,193 INFO [RS:0;d462fa545078:40301 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-11T23:57:50,194 INFO [RS:0;d462fa545078:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:50,195 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:57:50,195 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:57:50,195 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:57:50,195 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:57:50,195 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:57:50,195 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d462fa545078:0, corePoolSize=2, maxPoolSize=2 2024-12-11T23:57:50,195 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:57:50,196 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:57:50,196 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:57:50,196 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:57:50,196 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:57:50,196 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d462fa545078:0, corePoolSize=1, maxPoolSize=1 2024-12-11T23:57:50,196 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T23:57:50,196 DEBUG [RS:0;d462fa545078:40301 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d462fa545078:0, corePoolSize=3, maxPoolSize=3 2024-12-11T23:57:50,197 INFO [RS:0;d462fa545078:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:50,197 INFO [RS:0;d462fa545078:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:50,197 INFO [RS:0;d462fa545078:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:50,197 INFO [RS:0;d462fa545078:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:50,198 INFO [RS:0;d462fa545078:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:50,198 INFO [RS:0;d462fa545078:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,40301,1733961467875-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T23:57:50,213 INFO [RS:0;d462fa545078:40301 {}] regionserver.HeapMemoryManager(213): Starting, tuneOn=false 2024-12-11T23:57:50,214 INFO [RS:0;d462fa545078:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,40301,1733961467875-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:50,215 INFO [RS:0;d462fa545078:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:50,215 INFO [RS:0;d462fa545078:40301 {}] regionserver.Replication(171): d462fa545078,40301,1733961467875 started 2024-12-11T23:57:50,228 INFO [RS:0;d462fa545078:40301 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:50,229 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(1482): Serving as d462fa545078,40301,1733961467875, RpcServer on d462fa545078/172.17.0.2:40301, sessionid=0x100175044a40001 2024-12-11T23:57:50,229 DEBUG [RS:0;d462fa545078:40301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-11T23:57:50,229 DEBUG [RS:0;d462fa545078:40301 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d462fa545078,40301,1733961467875 2024-12-11T23:57:50,230 DEBUG [RS:0;d462fa545078:40301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,40301,1733961467875' 2024-12-11T23:57:50,230 DEBUG [RS:0;d462fa545078:40301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-11T23:57:50,231 DEBUG [RS:0;d462fa545078:40301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-11T23:57:50,231 DEBUG [RS:0;d462fa545078:40301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-11T23:57:50,231 DEBUG [RS:0;d462fa545078:40301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-12-11T23:57:50,231 DEBUG [RS:0;d462fa545078:40301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,40301,1733961467875' 2024-12-11T23:57:50,231 DEBUG [RS:0;d462fa545078:40301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T23:57:50,232 DEBUG [RS:0;d462fa545078:40301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T23:57:50,232 INFO [RS:0;d462fa545078:40301 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-12-11T23:57:50,232 DEBUG [RS:0;d462fa545078:40301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-12-11T23:57:50,232 DEBUG [RS:0;d462fa545078:40301 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-11T23:57:50,232 DEBUG [RS:0;d462fa545078:40301 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d462fa545078,40301,1733961467875 2024-12-11T23:57:50,232 DEBUG [RS:0;d462fa545078:40301 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd462fa545078,40301,1733961467875' 2024-12-11T23:57:50,232 DEBUG [RS:0;d462fa545078:40301 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-11T23:57:50,233 DEBUG [RS:0;d462fa545078:40301 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-11T23:57:50,234 DEBUG [RS:0;d462fa545078:40301 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-11T23:57:50,234 INFO [RS:0;d462fa545078:40301 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-11T23:57:50,234 INFO [RS:0;d462fa545078:40301 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-11T23:57:50,338 INFO [RS:0;d462fa545078:40301 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T23:57:50,338 INFO [RS:0;d462fa545078:40301 {}] monitor.StreamSlowMonitor(122): New stream slow monitor d462fa545078,40301,1733961467875.regiongroup-0 2024-12-11T23:57:50,341 INFO [RS:0;d462fa545078:40301 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0, suffix=, logDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875, archiveDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs, maxLogs=32 2024-12-11T23:57:50,342 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-11T23:57:50,343 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:57:50,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741832_1008 (size=32) 2024-12-11T23:57:50,356 DEBUG [RS:0;d462fa545078:40301 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961470343, exclude list is [], retry=0 2024-12-11T23:57:50,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:57:50,362 INFO [RS:0;d462fa545078:40301 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961470343 2024-12-11T23:57:50,363 DEBUG [RS:0;d462fa545078:40301 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:57:50,758 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:57:50,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T23:57:50,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T23:57:50,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:50,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:57:50,767 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T23:57:50,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T23:57:50,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:50,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:57:50,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T23:57:50,778 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T23:57:50,779 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:50,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:57:50,780 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T23:57:50,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T23:57:50,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:50,786 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:57:50,786 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T23:57:50,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740 2024-12-11T23:57:50,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740 2024-12-11T23:57:50,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T23:57:50,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T23:57:50,795 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T23:57:50,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T23:57:50,802 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T23:57:50,804 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10493187680, jitterRate=-0.02274574339389801}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T23:57:50,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733961470758Initializing all the Stores at 1733961470760 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733961470761 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733961470761Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961470761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733961470761Cleaning up temporary data from old regions at 1733961470794 (+33 ms)Region opened successfully at 1733961470806 (+12 ms) 2024-12-11T23:57:50,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T23:57:50,806 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T23:57:50,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T23:57:50,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T23:57:50,806 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T23:57:50,808 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T23:57:50,808 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733961470806Disabling compacts and flushes for region at 1733961470806Disabling writes for close at 1733961470806Writing region close event to WAL at 1733961470807 (+1 ms)Closed at 1733961470808 (+1 ms) 2024-12-11T23:57:50,812 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T23:57:50,812 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-11T23:57:50,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-11T23:57:50,827 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T23:57:50,830 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-11T23:57:50,984 DEBUG [d462fa545078:41765 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-11T23:57:50,999 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:57:51,007 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,40301,1733961467875, state=OPENING 2024-12-11T23:57:51,081 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-11T23:57:51,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:51,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:57:51,091 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T23:57:51,093 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T23:57:51,094 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-11T23:57:51,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,40301,1733961467875}] 2024-12-11T23:57:51,274 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-11T23:57:51,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58795, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-11T23:57:51,285 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-11T23:57:51,286 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-11T23:57:51,286 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-11T23:57:51,286 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T23:57:51,286 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-11T23:57:51,289 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C40301%2C1733961467875.meta, suffix=.meta, logDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875, archiveDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs, maxLogs=32 2024-12-11T23:57:51,303 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961471291.meta, exclude list is [], retry=0 2024-12-11T23:57:51,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:57:51,309 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961471291.meta 2024-12-11T23:57:51,309 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:57:51,310 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:57:51,314 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T23:57:51,315 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-11T23:57:51,318 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-11T23:57:51,318 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-11T23:57:51,322 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-11T23:57:51,323 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:57:51,323 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-11T23:57:51,323 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-11T23:57:51,326 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-11T23:57:51,328 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-11T23:57:51,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:51,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:57:51,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-11T23:57:51,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-11T23:57:51,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:51,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:57:51,334 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-11T23:57:51,336 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-11T23:57:51,336 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:51,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:57:51,337 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-11T23:57:51,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-11T23:57:51,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:51,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-11T23:57:51,341 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-11T23:57:51,342 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740 2024-12-11T23:57:51,345 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740 2024-12-11T23:57:51,347 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-11T23:57:51,347 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-11T23:57:51,348 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-11T23:57:51,351 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-11T23:57:51,352 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11877453600, jitterRate=0.10617406666278839}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-11T23:57:51,353 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-11T23:57:51,354 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733961471324Writing region info on filesystem at 1733961471324Initializing all the Stores at 1733961471326 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733961471326Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733961471326Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961471326Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733961471326Cleaning up temporary data from old regions at 1733961471347 (+21 ms)Running coprocessor post-open hooks at 1733961471353 (+6 ms)Region opened successfully at 1733961471354 (+1 ms) 2024-12-11T23:57:51,360 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733961471267 2024-12-11T23:57:51,371 DEBUG [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-11T23:57:51,371 INFO [RS_OPEN_META-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-11T23:57:51,373 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:57:51,376 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d462fa545078,40301,1733961467875, state=OPEN 2024-12-11T23:57:51,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-11T23:57:51,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-11T23:57:51,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T23:57:51,385 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-11T23:57:51,385 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d462fa545078,40301,1733961467875 2024-12-11T23:57:51,395 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-11T23:57:51,396 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d462fa545078,40301,1733961467875 in 287 msec 2024-12-11T23:57:51,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-11T23:57:51,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 580 msec 2024-12-11T23:57:51,407 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-11T23:57:51,407 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-11T23:57:51,429 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:57:51,431 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:57:51,455 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:57:51,458 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51311, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:57:51,482 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6270 sec 2024-12-11T23:57:51,482 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733961471482, completionTime=-1 2024-12-11T23:57:51,484 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-11T23:57:51,485 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-11T23:57:51,517 INFO [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-11T23:57:51,517 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733961531517 2024-12-11T23:57:51,517 INFO [master/d462fa545078:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733961591517 2024-12-11T23:57:51,517 INFO [master/d462fa545078:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 32 msec 2024-12-11T23:57:51,519 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,41765,1733961466176-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:51,520 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,41765,1733961466176-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:51,520 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,41765,1733961466176-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:51,522 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d462fa545078:41765, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:51,522 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:51,523 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:51,529 DEBUG [master/d462fa545078:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-11T23:57:51,556 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.422sec 2024-12-11T23:57:51,557 INFO [master/d462fa545078:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-11T23:57:51,559 INFO [master/d462fa545078:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-11T23:57:51,560 INFO [master/d462fa545078:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-11T23:57:51,560 INFO [master/d462fa545078:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-11T23:57:51,561 INFO [master/d462fa545078:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-11T23:57:51,561 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,41765,1733961466176-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-11T23:57:51,562 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,41765,1733961466176-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-11T23:57:51,571 DEBUG [master/d462fa545078:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-11T23:57:51,572 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-11T23:57:51,572 INFO [master/d462fa545078:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d462fa545078,41765,1733961466176-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-11T23:57:51,654 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@662e2b25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:57:51,657 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-11T23:57:51,657 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-11T23:57:51,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:57:51,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:57:51,670 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:57:51,670 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:57:51,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:57:51,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb100d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:57:51,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:57:51,671 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:57:51,672 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:57:51,675 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42966, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:57:51,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3694d44f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:57:51,677 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:57:51,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:57:51,685 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:57:51,688 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36272, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:57:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d462fa545078,41765,1733961466176 2024-12-11T23:57:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-12-11T23:57:51,705 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/test.cache.data in system properties and HBase conf 2024-12-11T23:57:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.tmp.dir in system properties and HBase conf 2024-12-11T23:57:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir in system properties and HBase conf 2024-12-11T23:57:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-11T23:57:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-11T23:57:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-11T23:57:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-11T23:57:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-11T23:57:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-11T23:57:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T23:57:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-11T23:57:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-11T23:57:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-11T23:57:51,706 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T23:57:51,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-11T23:57:51,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/nfs.dump.dir in system properties and HBase conf 2024-12-11T23:57:51,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/java.io.tmpdir in system properties and HBase conf 2024-12-11T23:57:51,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-11T23:57:51,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-11T23:57:51,707 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-11T23:57:51,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741835_1011 (size=592039) 2024-12-11T23:57:52,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741836_1012 (size=1663647) 2024-12-11T23:57:53,724 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T23:57:53,813 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T23:57:54,032 WARN [Thread-251 {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-11T23:57:54,032 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T23:57:54,033 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T23:57:54,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T23:57:54,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T23:57:54,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T23:57:54,048 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T23:57:54,048 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T23:57:54,048 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T23:57:54,049 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e729ef0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,AVAILABLE} 2024-12-11T23:57:54,050 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dac7ed0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-11T23:57:54,051 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T23:57:54,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@624e591f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,AVAILABLE} 2024-12-11T23:57:54,060 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10073be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-11T23:57:54,175 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices as a root resource class 2024-12-11T23:57:54,175 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver as a provider class 2024-12-11T23:57:54,175 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-11T23:57:54,177 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-11T23:57:54,215 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T23:57:54,248 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T23:57:54,478 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.mapreduce.v2.hs.webapp.HsWebServices to GuiceManagedComponentProvider with the scope "PerRequest" 2024-12-11T23:57:54,498 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40fade74{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/java.io.tmpdir/jetty-localhost-38825-hadoop-yarn-common-3_4_1_jar-_-any-3727746174886848760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-11T23:57:54,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@245d29e2{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/java.io.tmpdir/jetty-localhost-45823-hadoop-yarn-common-3_4_1_jar-_-any-1259464882174949333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-11T23:57:54,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24423359{HTTP/1.1, (http/1.1)}{localhost:45823} 2024-12-11T23:57:54,499 INFO [Time-limited test {}] server.Server(415): Started @15480ms 2024-12-11T23:57:54,499 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@70faf002{HTTP/1.1, (http/1.1)}{localhost:38825} 2024-12-11T23:57:54,499 INFO [Thread-251 {}] server.Server(415): Started @15481ms 2024-12-11T23:57:54,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741837_1013 (size=5) 2024-12-11T23:57:55,815 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-11T23:57:55,818 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T23:57:55,841 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-11T23:57:55,842 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T23:57:55,849 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T23:57:55,850 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T23:57:55,850 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-11T23:57:55,851 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T23:57:55,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8d51f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,AVAILABLE} 2024-12-11T23:57:55,852 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@552ffbc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-11T23:57:55,913 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-11T23:57:55,913 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-11T23:57:55,913 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-11T23:57:55,914 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-11T23:57:55,926 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T23:57:55,934 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T23:57:56,038 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T23:57:56,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74879cf9{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/java.io.tmpdir/jetty-localhost-43549-hadoop-yarn-common-3_4_1_jar-_-any-10236263725566263685/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-11T23:57:56,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@b782144{HTTP/1.1, (http/1.1)}{localhost:43549} 2024-12-11T23:57:56,048 INFO [Time-limited test {}] server.Server(415): Started @17030ms 2024-12-11T23:57:56,168 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-11T23:57:56,193 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-11T23:57:56,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T23:57:56,208 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-11T23:57:56,209 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-11T23:57:56,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-11T23:57:56,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-11T23:57:56,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-11T23:57:56,214 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-11T23:57:56,214 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ac98838{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,AVAILABLE} 2024-12-11T23:57:56,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3edd1f93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-11T23:57:56,256 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-11T23:57:56,256 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-11T23:57:56,256 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-11T23:57:56,256 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-11T23:57:56,263 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T23:57:56,267 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T23:57:56,344 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-11T23:57:56,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47ddd074{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/java.io.tmpdir/jetty-localhost-43905-hadoop-yarn-common-3_4_1_jar-_-any-1199824460286759144/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-11T23:57:56,349 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47dc6705{HTTP/1.1, (http/1.1)}{localhost:43905} 2024-12-11T23:57:56,349 INFO [Time-limited test {}] server.Server(415): Started @17330ms 2024-12-11T23:57:56,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-12-11T23:57:56,373 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:41525/backupUT 2024-12-11T23:57:56,378 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T23:57:56,383 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d462fa545078,41765,1733961466176 2024-12-11T23:57:56,387 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66157515 2024-12-11T23:57:56,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T23:57:56,392 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42968, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T23:57:56,394 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-12-11T23:57:56,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-12-11T23:57:56,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T23:57:56,420 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 21 msec 2024-12-11T23:57:56,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-11T23:57:56,522 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-12-11T23:57:56,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-12-11T23:57:56,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-12-11T23:57:56,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-11T23:57:56,537 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 12 msec 2024-12-11T23:57:56,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-11T23:57:56,632 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-12-11T23:57:56,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-12-11T23:57:56,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-12-11T23:57:56,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-11T23:57:56,646 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 11 msec 2024-12-11T23:57:56,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-11T23:57:56,742 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-12-11T23:57:56,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-12-11T23:57:56,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-12-11T23:57:56,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T23:57:56,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 11 msec 2024-12-11T23:57:56,835 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-11T23:57:56,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-11T23:57:56,852 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-12-11T23:57:56,866 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1733961476373', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:57:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733961476373 2024-12-11T23:57:56,880 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733961476373 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T23:57:56,883 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:56,886 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733961476373 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T23:57:56,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1733961476373" procId is: 8 2024-12-11T23:57:56,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T23:57:56,905 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-11T23:57:56,906 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-11T23:57:56,909 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T23:57:56,909 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-12-11T23:57:56,909 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T23:57:56,909 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-11T23:57:56,909 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-11T23:57:56,910 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-11T23:57:56,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741838_1014 (size=367) 2024-12-11T23:57:56,921 INFO [RegionOpenAndInit-test-1733961476373-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13db27bc8c34280e9470e7c6b3cb851a, NAME => 'test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733961476373', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:57:56,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741839_1015 (size=53) 2024-12-11T23:57:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T23:57:57,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T23:57:57,338 DEBUG [RegionOpenAndInit-test-1733961476373-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:57:57,338 DEBUG [RegionOpenAndInit-test-1733961476373-pool-0 {}] regionserver.HRegion(1722): Closing 13db27bc8c34280e9470e7c6b3cb851a, disabling compactions & flushes 2024-12-11T23:57:57,339 INFO [RegionOpenAndInit-test-1733961476373-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:57:57,339 DEBUG [RegionOpenAndInit-test-1733961476373-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:57:57,339 DEBUG [RegionOpenAndInit-test-1733961476373-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. after waiting 0 ms 2024-12-11T23:57:57,339 DEBUG [RegionOpenAndInit-test-1733961476373-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:57:57,339 INFO [RegionOpenAndInit-test-1733961476373-pool-0 {}] regionserver.HRegion(1973): Closed test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:57:57,339 DEBUG [RegionOpenAndInit-test-1733961476373-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13db27bc8c34280e9470e7c6b3cb851a: Waiting for close lock at 1733961477338Disabling compacts and flushes for region at 1733961477338Disabling writes for close at 1733961477339 (+1 ms)Writing region close event to WAL at 1733961477339Closed at 1733961477339 2024-12-11T23:57:57,341 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733961476373 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T23:57:57,345 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733961477341"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733961477341"}]},"ts":"1733961477341"} 2024-12-11T23:57:57,349 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T23:57:57,351 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733961476373 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T23:57:57,353 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733961476373","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961477351"}]},"ts":"1733961477351"} 2024-12-11T23:57:57,357 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733961476373, state=ENABLING in hbase:meta 2024-12-11T23:57:57,359 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, ASSIGN}] 2024-12-11T23:57:57,361 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, ASSIGN 2024-12-11T23:57:57,362 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, ASSIGN; state=OFFLINE, location=d462fa545078,40301,1733961467875; forceNewPlan=false, retain=false 2024-12-11T23:57:57,514 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=13db27bc8c34280e9470e7c6b3cb851a, regionState=OPENING, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:57:57,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, ASSIGN because future has completed 2024-12-11T23:57:57,519 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875}] 2024-12-11T23:57:57,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T23:57:57,690 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:57:57,690 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-11T23:57:57,691 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor d462fa545078,40301,1733961467875.regiongroup-1 2024-12-11T23:57:57,693 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1, suffix=, logDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875, archiveDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs, maxLogs=32 2024-12-11T23:57:57,707 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961477695, exclude list is [], retry=0 2024-12-11T23:57:57,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:57:57,714 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961477695 2024-12-11T23:57:57,714 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:57:57,714 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 13db27bc8c34280e9470e7c6b3cb851a, NAME => 'test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a.', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:57:57,715 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T23:57:57,715 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733961476373 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:57:57,715 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:57:57,715 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:57:57,715 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:57:57,718 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:57:57,721 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13db27bc8c34280e9470e7c6b3cb851a columnFamilyName f 2024-12-11T23:57:57,721 DEBUG [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:57,722 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(327): Store=13db27bc8c34280e9470e7c6b3cb851a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:57:57,722 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:57:57,724 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:57:57,724 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:57:57,725 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:57:57,725 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:57:57,728 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:57:57,733 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T23:57:57,734 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 13db27bc8c34280e9470e7c6b3cb851a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11239617120, jitterRate=0.046770915389060974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T23:57:57,734 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:57:57,735 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 13db27bc8c34280e9470e7c6b3cb851a: Running coprocessor pre-open hook at 1733961477716Writing region info on filesystem at 1733961477716Initializing all the Stores at 1733961477718 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961477718Cleaning up temporary data from old regions at 1733961477725 (+7 ms)Running coprocessor post-open hooks at 1733961477734 (+9 ms)Region opened successfully at 1733961477735 (+1 ms) 2024-12-11T23:57:57,738 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a., pid=10, masterSystemTime=1733961477672 2024-12-11T23:57:57,741 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:57:57,741 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:57:57,742 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=13db27bc8c34280e9470e7c6b3cb851a, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:57:57,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875 because future has completed 2024-12-11T23:57:57,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-11T23:57:57,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875 in 230 msec 2024-12-11T23:57:57,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-11T23:57:57,757 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, ASSIGN in 394 msec 2024-12-11T23:57:57,759 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733961476373 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T23:57:57,759 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733961476373","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961477759"}]},"ts":"1733961477759"} 2024-12-11T23:57:57,763 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733961476373, state=ENABLED in hbase:meta 2024-12-11T23:57:57,765 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733961476373 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T23:57:57,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733961476373 in 895 msec 2024-12-11T23:57:58,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-11T23:57:58,032 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733961476373 completed 2024-12-11T23:57:58,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@331a09ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:57:58,033 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:57:58,033 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:57:58,034 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:57:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:57:58,034 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:57:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@797540af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:57:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:57:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:57:58,035 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:57:58,037 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:57:58,038 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45a1003a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:57:58,040 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:57:58,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:57:58,042 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:57:58,044 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36288, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:57:58,050 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733961476373', row='row0', locateType=CURRENT is [region=test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a., hostname=d462fa545078,40301,1733961467875, seqNum=2] 2024-12-11T23:57:58,052 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegion(8528): writing data to region test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T23:57:58,212 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17339614763731', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:57:58,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17339614763731 2024-12-11T23:57:58,215 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17339614763731 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T23:57:58,215 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:58,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17339614763731" procId is: 11 2024-12-11T23:57:58,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T23:57:58,217 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17339614763731 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T23:57:58,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741841_1017 (size=364) 2024-12-11T23:57:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T23:57:58,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T23:57:58,628 INFO [RegionOpenAndInit-ns2:test-17339614763731-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 233157d968a2b24f9eec9f94dfae05ad, NAME => 'ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17339614763731', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:57:58,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741842_1018 (size=50) 2024-12-11T23:57:58,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T23:57:59,036 DEBUG [RegionOpenAndInit-ns2:test-17339614763731-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:57:59,037 DEBUG [RegionOpenAndInit-ns2:test-17339614763731-pool-0 {}] regionserver.HRegion(1722): Closing 233157d968a2b24f9eec9f94dfae05ad, disabling compactions & flushes 2024-12-11T23:57:59,037 INFO [RegionOpenAndInit-ns2:test-17339614763731-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:57:59,037 DEBUG [RegionOpenAndInit-ns2:test-17339614763731-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:57:59,037 DEBUG [RegionOpenAndInit-ns2:test-17339614763731-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. after waiting 0 ms 2024-12-11T23:57:59,037 DEBUG [RegionOpenAndInit-ns2:test-17339614763731-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:57:59,037 INFO [RegionOpenAndInit-ns2:test-17339614763731-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:57:59,037 DEBUG [RegionOpenAndInit-ns2:test-17339614763731-pool-0 {}] regionserver.HRegion(1676): Region close journal for 233157d968a2b24f9eec9f94dfae05ad: Waiting for close lock at 1733961479036Disabling compacts and flushes for region at 1733961479036Disabling writes for close at 1733961479037 (+1 ms)Writing region close event to WAL at 1733961479037Closed at 1733961479037 2024-12-11T23:57:59,039 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17339614763731 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T23:57:59,039 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733961479039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733961479039"}]},"ts":"1733961479039"} 2024-12-11T23:57:59,042 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T23:57:59,043 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17339614763731 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T23:57:59,044 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17339614763731","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961479043"}]},"ts":"1733961479043"} 2024-12-11T23:57:59,046 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17339614763731, state=ENABLING in hbase:meta 2024-12-11T23:57:59,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17339614763731, region=233157d968a2b24f9eec9f94dfae05ad, ASSIGN}] 2024-12-11T23:57:59,048 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17339614763731, region=233157d968a2b24f9eec9f94dfae05ad, ASSIGN 2024-12-11T23:57:59,050 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17339614763731, region=233157d968a2b24f9eec9f94dfae05ad, ASSIGN; state=OFFLINE, location=d462fa545078,40301,1733961467875; forceNewPlan=false, retain=false 2024-12-11T23:57:59,200 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=233157d968a2b24f9eec9f94dfae05ad, regionState=OPENING, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:57:59,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17339614763731, region=233157d968a2b24f9eec9f94dfae05ad, ASSIGN because future has completed 2024-12-11T23:57:59,205 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 233157d968a2b24f9eec9f94dfae05ad, server=d462fa545078,40301,1733961467875}] 2024-12-11T23:57:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T23:57:59,363 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:57:59,363 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 233157d968a2b24f9eec9f94dfae05ad, NAME => 'ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad.', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:57:59,363 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T23:57:59,363 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17339614763731 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:57:59,363 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:57:59,363 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:57:59,363 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:57:59,366 INFO [StoreOpener-233157d968a2b24f9eec9f94dfae05ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:57:59,368 INFO [StoreOpener-233157d968a2b24f9eec9f94dfae05ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 233157d968a2b24f9eec9f94dfae05ad columnFamilyName f 2024-12-11T23:57:59,368 DEBUG [StoreOpener-233157d968a2b24f9eec9f94dfae05ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:57:59,369 INFO [StoreOpener-233157d968a2b24f9eec9f94dfae05ad-1 {}] regionserver.HStore(327): Store=233157d968a2b24f9eec9f94dfae05ad/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:57:59,369 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:57:59,370 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:57:59,371 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:57:59,371 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:57:59,371 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:57:59,374 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:57:59,377 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T23:57:59,378 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 233157d968a2b24f9eec9f94dfae05ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11881568960, jitterRate=0.10655733942985535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T23:57:59,378 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:57:59,379 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 233157d968a2b24f9eec9f94dfae05ad: Running coprocessor pre-open hook at 1733961479364Writing region info on filesystem at 1733961479364Initializing all the Stores at 1733961479365 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961479365Cleaning up temporary data from old regions at 1733961479371 (+6 ms)Running coprocessor post-open hooks at 1733961479378 (+7 ms)Region opened successfully at 1733961479379 (+1 ms) 2024-12-11T23:57:59,381 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad., pid=13, masterSystemTime=1733961479358 2024-12-11T23:57:59,384 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:57:59,385 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:57:59,386 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=233157d968a2b24f9eec9f94dfae05ad, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:57:59,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 233157d968a2b24f9eec9f94dfae05ad, server=d462fa545078,40301,1733961467875 because future has completed 2024-12-11T23:57:59,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-11T23:57:59,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 233157d968a2b24f9eec9f94dfae05ad, server=d462fa545078,40301,1733961467875 in 186 msec 2024-12-11T23:57:59,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-11T23:57:59,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17339614763731, region=233157d968a2b24f9eec9f94dfae05ad, ASSIGN in 349 msec 2024-12-11T23:57:59,401 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17339614763731 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T23:57:59,402 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17339614763731","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961479402"}]},"ts":"1733961479402"} 2024-12-11T23:57:59,405 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17339614763731, state=ENABLED in hbase:meta 2024-12-11T23:57:59,406 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17339614763731 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T23:57:59,409 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17339614763731 in 1.1940 sec 2024-12-11T23:58:00,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-11T23:58:00,362 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17339614763731 completed 2024-12-11T23:58:00,366 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17339614763731', row='row0', locateType=CURRENT is [region=ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad., hostname=d462fa545078,40301,1733961467875, seqNum=2] 2024-12-11T23:58:00,367 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] regionserver.HRegion(8528): writing data to region ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. with WAL disabled. Data may be lost in the event of a crash. 2024-12-11T23:58:00,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17339614763732', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:58:00,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17339614763732 2024-12-11T23:58:00,500 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17339614763732 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T23:58:00,501 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:00,501 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17339614763732" procId is: 14 2024-12-11T23:58:00,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T23:58:00,502 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17339614763732 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T23:58:00,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741843_1019 (size=390) 2024-12-11T23:58:00,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T23:58:00,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T23:58:00,912 INFO [RegionOpenAndInit-ns3:test-17339614763732-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c8e724190f64a41668b2f24f9b2fd77, NAME => 'ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17339614763732', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:58:00,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741844_1020 (size=50) 2024-12-11T23:58:01,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T23:58:01,323 DEBUG [RegionOpenAndInit-ns3:test-17339614763732-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:58:01,323 DEBUG [RegionOpenAndInit-ns3:test-17339614763732-pool-0 {}] regionserver.HRegion(1722): Closing 6c8e724190f64a41668b2f24f9b2fd77, disabling compactions & flushes 2024-12-11T23:58:01,323 INFO [RegionOpenAndInit-ns3:test-17339614763732-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:58:01,324 DEBUG [RegionOpenAndInit-ns3:test-17339614763732-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:58:01,324 DEBUG [RegionOpenAndInit-ns3:test-17339614763732-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. after waiting 0 ms 2024-12-11T23:58:01,324 DEBUG [RegionOpenAndInit-ns3:test-17339614763732-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:58:01,324 INFO [RegionOpenAndInit-ns3:test-17339614763732-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:58:01,324 DEBUG [RegionOpenAndInit-ns3:test-17339614763732-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c8e724190f64a41668b2f24f9b2fd77: Waiting for close lock at 1733961481323Disabling compacts and flushes for region at 1733961481323Disabling writes for close at 1733961481324 (+1 ms)Writing region close event to WAL at 1733961481324Closed at 1733961481324 2024-12-11T23:58:01,326 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17339614763732 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T23:58:01,326 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733961481326"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733961481326"}]},"ts":"1733961481326"} 2024-12-11T23:58:01,329 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T23:58:01,330 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17339614763732 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T23:58:01,331 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17339614763732","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961481331"}]},"ts":"1733961481331"} 2024-12-11T23:58:01,333 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17339614763732, state=ENABLING in hbase:meta 2024-12-11T23:58:01,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17339614763732, region=6c8e724190f64a41668b2f24f9b2fd77, ASSIGN}] 2024-12-11T23:58:01,336 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17339614763732, region=6c8e724190f64a41668b2f24f9b2fd77, ASSIGN 2024-12-11T23:58:01,337 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17339614763732, region=6c8e724190f64a41668b2f24f9b2fd77, ASSIGN; state=OFFLINE, location=d462fa545078,40301,1733961467875; forceNewPlan=false, retain=false 2024-12-11T23:58:01,487 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=6c8e724190f64a41668b2f24f9b2fd77, regionState=OPENING, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:01,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17339614763732, region=6c8e724190f64a41668b2f24f9b2fd77, ASSIGN because future has completed 2024-12-11T23:58:01,491 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c8e724190f64a41668b2f24f9b2fd77, server=d462fa545078,40301,1733961467875}] 2024-12-11T23:58:01,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T23:58:01,649 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:58:01,649 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c8e724190f64a41668b2f24f9b2fd77, NAME => 'ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77.', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:58:01,649 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T23:58:01,649 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17339614763732 6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:01,649 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:58:01,650 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:01,650 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:01,652 INFO [StoreOpener-6c8e724190f64a41668b2f24f9b2fd77-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:01,654 INFO [StoreOpener-6c8e724190f64a41668b2f24f9b2fd77-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c8e724190f64a41668b2f24f9b2fd77 columnFamilyName f 2024-12-11T23:58:01,654 DEBUG [StoreOpener-6c8e724190f64a41668b2f24f9b2fd77-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:01,655 INFO [StoreOpener-6c8e724190f64a41668b2f24f9b2fd77-1 {}] regionserver.HStore(327): Store=6c8e724190f64a41668b2f24f9b2fd77/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:58:01,655 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:01,656 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns3/test-17339614763732/6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:01,657 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns3/test-17339614763732/6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:01,657 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:01,657 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:01,660 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:01,663 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns3/test-17339614763732/6c8e724190f64a41668b2f24f9b2fd77/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T23:58:01,664 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 6c8e724190f64a41668b2f24f9b2fd77; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10029183840, jitterRate=-0.06595946848392487}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T23:58:01,664 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:01,665 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 6c8e724190f64a41668b2f24f9b2fd77: Running coprocessor pre-open hook at 1733961481650Writing region info on filesystem at 1733961481650Initializing all the Stores at 1733961481651 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961481651Cleaning up temporary data from old regions at 1733961481657 (+6 ms)Running coprocessor post-open hooks at 1733961481664 (+7 ms)Region opened successfully at 1733961481665 (+1 ms) 2024-12-11T23:58:01,666 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77., pid=16, masterSystemTime=1733961481644 2024-12-11T23:58:01,669 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:58:01,669 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:58:01,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=6c8e724190f64a41668b2f24f9b2fd77, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:01,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c8e724190f64a41668b2f24f9b2fd77, server=d462fa545078,40301,1733961467875 because future has completed 2024-12-11T23:58:01,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-11T23:58:01,679 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c8e724190f64a41668b2f24f9b2fd77, server=d462fa545078,40301,1733961467875 in 183 msec 2024-12-11T23:58:01,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-11T23:58:01,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17339614763732, region=6c8e724190f64a41668b2f24f9b2fd77, ASSIGN in 344 msec 2024-12-11T23:58:01,682 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17339614763732 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T23:58:01,682 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17339614763732","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961481682"}]},"ts":"1733961481682"} 2024-12-11T23:58:01,685 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17339614763732, state=ENABLED in hbase:meta 2024-12-11T23:58:01,686 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17339614763732 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T23:58:01,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17339614763732 in 1.1890 sec 2024-12-11T23:58:02,172 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17339614763732' 2024-12-11T23:58:02,173 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733961476373' 2024-12-11T23:58:02,173 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17339614763731' 2024-12-11T23:58:02,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-11T23:58:02,661 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17339614763732 completed 2024-12-11T23:58:02,661 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17339614763732 get assigned. Timeout = 60000ms 2024-12-11T23:58:02,663 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T23:58:02,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17339614763732 assigned to meta. Checking AM states. 2024-12-11T23:58:02,671 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T23:58:02,672 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17339614763732 assigned. 2024-12-11T23:58:02,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17339614763733', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:58:02,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17339614763733 2024-12-11T23:58:02,677 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17339614763733 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T23:58:02,677 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:02,677 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17339614763733" procId is: 17 2024-12-11T23:58:02,678 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17339614763733 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T23:58:02,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T23:58:02,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741845_1021 (size=390) 2024-12-11T23:58:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T23:58:02,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T23:58:03,089 INFO [RegionOpenAndInit-ns4:test-17339614763733-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2cf072917e96cd11cb0f63a1dcb8ef6, NAME => 'ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17339614763733', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:58:03,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741846_1022 (size=50) 2024-12-11T23:58:03,218 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-11T23:58:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T23:58:03,497 DEBUG [RegionOpenAndInit-ns4:test-17339614763733-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:58:03,498 DEBUG [RegionOpenAndInit-ns4:test-17339614763733-pool-0 {}] regionserver.HRegion(1722): Closing d2cf072917e96cd11cb0f63a1dcb8ef6, disabling compactions & flushes 2024-12-11T23:58:03,498 INFO [RegionOpenAndInit-ns4:test-17339614763733-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:58:03,498 DEBUG [RegionOpenAndInit-ns4:test-17339614763733-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:58:03,498 DEBUG [RegionOpenAndInit-ns4:test-17339614763733-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. after waiting 0 ms 2024-12-11T23:58:03,498 DEBUG [RegionOpenAndInit-ns4:test-17339614763733-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:58:03,498 INFO [RegionOpenAndInit-ns4:test-17339614763733-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:58:03,498 DEBUG [RegionOpenAndInit-ns4:test-17339614763733-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2cf072917e96cd11cb0f63a1dcb8ef6: Waiting for close lock at 1733961483498Disabling compacts and flushes for region at 1733961483498Disabling writes for close at 1733961483498Writing region close event to WAL at 1733961483498Closed at 1733961483498 2024-12-11T23:58:03,500 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17339614763733 execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T23:58:03,500 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733961483500"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733961483500"}]},"ts":"1733961483500"} 2024-12-11T23:58:03,503 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T23:58:03,504 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17339614763733 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T23:58:03,505 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17339614763733","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961483504"}]},"ts":"1733961483504"} 2024-12-11T23:58:03,508 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17339614763733, state=ENABLING in hbase:meta 2024-12-11T23:58:03,508 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17339614763733, region=d2cf072917e96cd11cb0f63a1dcb8ef6, ASSIGN}] 2024-12-11T23:58:03,510 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17339614763733, region=d2cf072917e96cd11cb0f63a1dcb8ef6, ASSIGN 2024-12-11T23:58:03,511 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17339614763733, region=d2cf072917e96cd11cb0f63a1dcb8ef6, ASSIGN; state=OFFLINE, location=d462fa545078,40301,1733961467875; forceNewPlan=false, retain=false 2024-12-11T23:58:03,662 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d2cf072917e96cd11cb0f63a1dcb8ef6, regionState=OPENING, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:03,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17339614763733, region=d2cf072917e96cd11cb0f63a1dcb8ef6, ASSIGN because future has completed 2024-12-11T23:58:03,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2cf072917e96cd11cb0f63a1dcb8ef6, server=d462fa545078,40301,1733961467875}] 2024-12-11T23:58:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T23:58:03,824 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:58:03,824 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => d2cf072917e96cd11cb0f63a1dcb8ef6, NAME => 'ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6.', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:58:03,824 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T23:58:03,825 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17339614763733 d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:03,825 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:58:03,825 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:03,825 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:03,827 INFO [StoreOpener-d2cf072917e96cd11cb0f63a1dcb8ef6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:03,829 INFO [StoreOpener-d2cf072917e96cd11cb0f63a1dcb8ef6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2cf072917e96cd11cb0f63a1dcb8ef6 columnFamilyName f 2024-12-11T23:58:03,830 DEBUG [StoreOpener-d2cf072917e96cd11cb0f63a1dcb8ef6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:03,830 INFO [StoreOpener-d2cf072917e96cd11cb0f63a1dcb8ef6-1 {}] regionserver.HStore(327): Store=d2cf072917e96cd11cb0f63a1dcb8ef6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:58:03,830 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:03,831 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns4/test-17339614763733/d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:03,832 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns4/test-17339614763733/d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:03,832 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:03,832 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:03,835 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:03,838 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns4/test-17339614763733/d2cf072917e96cd11cb0f63a1dcb8ef6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T23:58:03,839 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened d2cf072917e96cd11cb0f63a1dcb8ef6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11889723200, jitterRate=0.1073167622089386}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-11T23:58:03,839 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:03,839 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for d2cf072917e96cd11cb0f63a1dcb8ef6: Running coprocessor pre-open hook at 1733961483825Writing region info on filesystem at 1733961483825Initializing all the Stores at 1733961483826 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961483826Cleaning up temporary data from old regions at 1733961483832 (+6 ms)Running coprocessor post-open hooks at 1733961483839 (+7 ms)Region opened successfully at 1733961483839 2024-12-11T23:58:03,841 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6., pid=19, masterSystemTime=1733961483819 2024-12-11T23:58:03,843 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:58:03,843 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:58:03,844 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=d2cf072917e96cd11cb0f63a1dcb8ef6, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:03,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2cf072917e96cd11cb0f63a1dcb8ef6, server=d462fa545078,40301,1733961467875 because future has completed 2024-12-11T23:58:03,853 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-11T23:58:03,854 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure d2cf072917e96cd11cb0f63a1dcb8ef6, server=d462fa545078,40301,1733961467875 in 183 msec 2024-12-11T23:58:03,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-11T23:58:03,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17339614763733, region=d2cf072917e96cd11cb0f63a1dcb8ef6, ASSIGN in 345 msec 2024-12-11T23:58:03,858 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17339614763733 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T23:58:03,858 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17339614763733","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961483858"}]},"ts":"1733961483858"} 2024-12-11T23:58:03,860 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17339614763733, state=ENABLED in hbase:meta 2024-12-11T23:58:03,862 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17339614763733 execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T23:58:03,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17339614763733 in 1.1880 sec 2024-12-11T23:58:04,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-11T23:58:04,822 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17339614763733 completed 2024-12-11T23:58:04,822 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17339614763733 get assigned. Timeout = 60000ms 2024-12-11T23:58:04,822 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T23:58:04,826 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17339614763733 assigned to meta. Checking AM states. 2024-12-11T23:58:04,827 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T23:58:04,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17339614763733 assigned. 2024-12-11T23:58:04,827 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T23:58:04,827 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:58:04,833 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:04,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:04,834 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:04,866 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=177, ProcessCount=21, AvailableMemoryMB=7899 2024-12-11T23:58:04,868 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-12-11T23:58:04,870 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-12-11T23:58:04,875 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733961476373 from 'test-1733961476373', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733961476373', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:58:04,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733961476373 2024-12-11T23:58:04,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741847_1023 (size=908) 2024-12-11T23:58:05,307 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/.tabledesc/.tableinfo.0000000001.367 2024-12-11T23:58:05,307 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/.tabledesc/.tableinfo.0000000002.908 2024-12-11T23:58:05,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733961476373}] 2024-12-11T23:58:05,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, REOPEN/MOVE}] 2024-12-11T23:58:05,324 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, REOPEN/MOVE 2024-12-11T23:58:05,326 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=13db27bc8c34280e9470e7c6b3cb851a, regionState=CLOSING, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:05,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, REOPEN/MOVE because future has completed 2024-12-11T23:58:05,329 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T23:58:05,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875}] 2024-12-11T23:58:05,487 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:05,487 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T23:58:05,488 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 13db27bc8c34280e9470e7c6b3cb851a, disabling compactions & flushes 2024-12-11T23:58:05,488 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:05,488 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:05,488 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. after waiting 0 ms 2024-12-11T23:58:05,488 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:05,491 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 13db27bc8c34280e9470e7c6b3cb851a 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-11T23:58:05,559 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/f/80b05416cb9841d18c211fc7be8d1fc3 is 37, key is row10/f:q1/1733961478076/Put/seqid=0 2024-12-11T23:58:05,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741848_1024 (size=8413) 2024-12-11T23:58:05,970 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/f/80b05416cb9841d18c211fc7be8d1fc3 2024-12-11T23:58:06,042 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/f/80b05416cb9841d18c211fc7be8d1fc3 as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/80b05416cb9841d18c211fc7be8d1fc3 2024-12-11T23:58:06,054 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/80b05416cb9841d18c211fc7be8d1fc3, entries=99, sequenceid=103, filesize=8.2 K 2024-12-11T23:58:06,062 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 13db27bc8c34280e9470e7c6b3cb851a in 569ms, sequenceid=103, compaction requested=false 2024-12-11T23:58:06,070 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-12-11T23:58:06,074 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T23:58:06,074 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:06,075 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 13db27bc8c34280e9470e7c6b3cb851a: Waiting for close lock at 1733961485488Running coprocessor pre-close hooks at 1733961485488Disabling compacts and flushes for region at 1733961485488Disabling writes for close at 1733961485488Obtaining lock to block concurrent updates at 1733961485491 (+3 ms)Preparing flush snapshotting stores in 13db27bc8c34280e9470e7c6b3cb851a at 1733961485491Finished memstore snapshotting test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733961485498 (+7 ms)Flushing stores of test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. at 1733961485500 (+2 ms)Flushing 13db27bc8c34280e9470e7c6b3cb851a/f: creating writer at 1733961485501 (+1 ms)Flushing 13db27bc8c34280e9470e7c6b3cb851a/f: appending metadata at 1733961485548 (+47 ms)Flushing 13db27bc8c34280e9470e7c6b3cb851a/f: closing flushed file at 1733961485551 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a61722: reopening flushed file at 1733961486040 (+489 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 13db27bc8c34280e9470e7c6b3cb851a in 569ms, sequenceid=103, compaction requested=false at 1733961486062 (+22 ms)Writing region close event to WAL at 1733961486064 (+2 ms)Running coprocessor post-close hooks at 1733961486072 (+8 ms)Closed at 1733961486074 (+2 ms) 2024-12-11T23:58:06,075 WARN [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 13db27bc8c34280e9470e7c6b3cb851a to self. 2024-12-11T23:58:06,079 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,080 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=13db27bc8c34280e9470e7c6b3cb851a, regionState=CLOSED 2024-12-11T23:58:06,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875 because future has completed 2024-12-11T23:58:06,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-11T23:58:06,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875 in 756 msec 2024-12-11T23:58:06,090 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, REOPEN/MOVE; state=CLOSED, location=d462fa545078,40301,1733961467875; forceNewPlan=false, retain=true 2024-12-11T23:58:06,241 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=13db27bc8c34280e9470e7c6b3cb851a, regionState=OPENING, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:06,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, REOPEN/MOVE because future has completed 2024-12-11T23:58:06,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875}] 2024-12-11T23:58:06,402 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:06,402 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 13db27bc8c34280e9470e7c6b3cb851a, NAME => 'test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a.', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:58:06,403 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T23:58:06,403 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733961476373 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,403 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:58:06,403 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,403 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,406 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,407 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13db27bc8c34280e9470e7c6b3cb851a columnFamilyName f 2024-12-11T23:58:06,408 DEBUG [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:06,419 DEBUG [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/80b05416cb9841d18c211fc7be8d1fc3 2024-12-11T23:58:06,419 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(327): Store=13db27bc8c34280e9470e7c6b3cb851a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:58:06,419 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,422 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13db27bc8c34280e9470e7c6b3cb851a columnFamilyName f3 2024-12-11T23:58:06,423 DEBUG [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:06,424 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(327): Store=13db27bc8c34280e9470e7c6b3cb851a/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:58:06,426 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,433 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13db27bc8c34280e9470e7c6b3cb851a columnFamilyName mob 2024-12-11T23:58:06,438 DEBUG [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:06,438 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(327): Store=13db27bc8c34280e9470e7c6b3cb851a/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:58:06,439 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,440 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,442 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,444 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,444 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,445 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733961476373 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T23:58:06,447 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,449 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 13db27bc8c34280e9470e7c6b3cb851a; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10679220320, jitterRate=-0.005420103669166565}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T23:58:06,449 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:06,450 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 13db27bc8c34280e9470e7c6b3cb851a: Running coprocessor pre-open hook at 1733961486404Writing region info on filesystem at 1733961486404Initializing all the Stores at 1733961486405 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961486405Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961486406 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961486406Cleaning up temporary data from old regions at 1733961486444 (+38 ms)Running coprocessor post-open hooks at 1733961486449 (+5 ms)Region opened successfully at 1733961486450 (+1 ms) 2024-12-11T23:58:06,451 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a., pid=24, masterSystemTime=1733961486397 2024-12-11T23:58:06,454 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:06,455 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:06,455 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=13db27bc8c34280e9470e7c6b3cb851a, regionState=OPEN, openSeqNum=107, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:06,458 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875 because future has completed 2024-12-11T23:58:06,463 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-12-11T23:58:06,465 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875 in 216 msec 2024-12-11T23:58:06,466 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-11T23:58:06,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, REOPEN/MOVE in 1.1410 sec 2024-12-11T23:58:06,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-11T23:58:06,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733961476373 in 1.1560 sec 2024-12-11T23:58:06,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733961476373 in 1.5950 sec 2024-12-11T23:58:06,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-12-11T23:58:06,480 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733961476373 completed 2024-12-11T23:58:06,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a2a14d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:06,480 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:06,481 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:06,481 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:06,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:06,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:06,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df9595e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:06,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:06,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:06,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:06,484 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47316, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:06,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23de981d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:06,486 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:06,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:06,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:06,489 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53506, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:06,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733961476373', row='row-test-1733961476373-3-0', locateType=CURRENT is [region=test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a., hostname=d462fa545078,40301,1733961467875, seqNum=107] 2024-12-11T23:58:06,537 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T23:58:06,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d462fa545078,41765,1733961466176 2024-12-11T23:58:06,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aadeaea 2024-12-11T23:58:06,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T23:58:06,542 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T23:58:06,551 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17339614763731 2024-12-11T23:58:06,551 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17339614763731 Metrics about Tables on a single HBase RegionServer 2024-12-11T23:58:06,551 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-12-11T23:58:06,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733961476373 2024-12-11T23:58:06,552 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733961476373 Metrics about Tables on a single HBase RegionServer 2024-12-11T23:58:06,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17339614763732 2024-12-11T23:58:06,552 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17339614763732 Metrics about Tables on a single HBase RegionServer 2024-12-11T23:58:06,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-12-11T23:58:06,553 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17339614763733 2024-12-11T23:58:06,553 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17339614763733 Metrics about Tables on a single HBase RegionServer 2024-12-11T23:58:06,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T23:58:06,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 9 msec 2024-12-11T23:58:06,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-11T23:58:06,661 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-12-11T23:58:06,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:58:06,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-12-11T23:58:06,679 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T23:58:06,679 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:06,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-12-11T23:58:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T23:58:06,680 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T23:58:06,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741849_1025 (size=635) 2024-12-11T23:58:06,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T23:58:07,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T23:58:07,095 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a526b48897d6b9ab626afc3811def74c, NAME => 'backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:58:07,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741850_1026 (size=40) 2024-12-11T23:58:07,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T23:58:07,504 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:58:07,504 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing a526b48897d6b9ab626afc3811def74c, disabling compactions & flushes 2024-12-11T23:58:07,504 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:58:07,504 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:58:07,504 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. after waiting 0 ms 2024-12-11T23:58:07,504 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:58:07,504 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:58:07,505 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for a526b48897d6b9ab626afc3811def74c: Waiting for close lock at 1733961487504Disabling compacts and flushes for region at 1733961487504Disabling writes for close at 1733961487504Writing region close event to WAL at 1733961487504Closed at 1733961487504 2024-12-11T23:58:07,506 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T23:58:07,507 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733961487506"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733961487506"}]},"ts":"1733961487506"} 2024-12-11T23:58:07,509 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T23:58:07,510 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T23:58:07,511 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961487510"}]},"ts":"1733961487510"} 2024-12-11T23:58:07,513 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-12-11T23:58:07,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, ASSIGN}] 2024-12-11T23:58:07,515 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, ASSIGN 2024-12-11T23:58:07,516 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, ASSIGN; state=OFFLINE, location=d462fa545078,40301,1733961467875; forceNewPlan=false, retain=false 2024-12-11T23:58:07,667 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=a526b48897d6b9ab626afc3811def74c, regionState=OPENING, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:07,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, ASSIGN because future has completed 2024-12-11T23:58:07,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure a526b48897d6b9ab626afc3811def74c, server=d462fa545078,40301,1733961467875}] 2024-12-11T23:58:07,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T23:58:07,828 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:58:07,828 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => a526b48897d6b9ab626afc3811def74c, NAME => 'backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:58:07,829 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T23:58:07,829 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:07,829 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:58:07,829 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:07,829 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:07,831 INFO [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:07,834 INFO [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a526b48897d6b9ab626afc3811def74c columnFamilyName meta 2024-12-11T23:58:07,834 DEBUG [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:07,835 INFO [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.HStore(327): Store=a526b48897d6b9ab626afc3811def74c/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:58:07,835 INFO [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:07,838 INFO [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a526b48897d6b9ab626afc3811def74c columnFamilyName session 2024-12-11T23:58:07,838 DEBUG [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:07,839 INFO [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.HStore(327): Store=a526b48897d6b9ab626afc3811def74c/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:58:07,839 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:07,840 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:07,841 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:07,842 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:07,842 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:07,842 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T23:58:07,844 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:07,847 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T23:58:07,848 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened a526b48897d6b9ab626afc3811def74c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9747442560, jitterRate=-0.09219866991043091}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T23:58:07,848 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:07,848 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for a526b48897d6b9ab626afc3811def74c: Running coprocessor pre-open hook at 1733961487829Writing region info on filesystem at 1733961487829Initializing all the Stores at 1733961487831 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961487831Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961487831Cleaning up temporary data from old regions at 1733961487842 (+11 ms)Running coprocessor post-open hooks at 1733961487848 (+6 ms)Region opened successfully at 1733961487848 2024-12-11T23:58:07,849 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c., pid=28, masterSystemTime=1733961487823 2024-12-11T23:58:07,852 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:58:07,852 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:58:07,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=a526b48897d6b9ab626afc3811def74c, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:07,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure a526b48897d6b9ab626afc3811def74c, server=d462fa545078,40301,1733961467875 because future has completed 2024-12-11T23:58:07,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-11T23:58:07,860 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure a526b48897d6b9ab626afc3811def74c, server=d462fa545078,40301,1733961467875 in 187 msec 2024-12-11T23:58:07,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-11T23:58:07,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, ASSIGN in 347 msec 2024-12-11T23:58:07,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T23:58:07,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961487865"}]},"ts":"1733961487865"} 2024-12-11T23:58:07,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-12-11T23:58:07,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T23:58:07,872 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1930 sec 2024-12-11T23:58:08,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17339614763733' 2024-12-11T23:58:08,177 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-12-11T23:58:08,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-11T23:58:08,841 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-12-11T23:58:08,860 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:58:08,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-12-11T23:58:08,862 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-12-11T23:58:08,863 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:08,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-12-11T23:58:08,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T23:58:08,864 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-11T23:58:08,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741851_1027 (size=640) 2024-12-11T23:58:08,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T23:58:09,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T23:58:09,277 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 83e800fc687ad634bb1552a2ae32a971, NAME => 'backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:58:09,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741852_1028 (size=45) 2024-12-11T23:58:09,327 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-11T23:58:09,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T23:58:09,691 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:58:09,691 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 83e800fc687ad634bb1552a2ae32a971, disabling compactions & flushes 2024-12-11T23:58:09,692 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:58:09,692 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:58:09,692 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. after waiting 0 ms 2024-12-11T23:58:09,692 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:58:09,692 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:58:09,692 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 83e800fc687ad634bb1552a2ae32a971: Waiting for close lock at 1733961489691Disabling compacts and flushes for region at 1733961489691Disabling writes for close at 1733961489692 (+1 ms)Writing region close event to WAL at 1733961489692Closed at 1733961489692 2024-12-11T23:58:09,695 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-12-11T23:58:09,696 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733961489696"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733961489696"}]},"ts":"1733961489696"} 2024-12-11T23:58:09,701 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T23:58:09,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-11T23:58:09,703 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961489703"}]},"ts":"1733961489703"} 2024-12-11T23:58:09,705 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-12-11T23:58:09,705 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=83e800fc687ad634bb1552a2ae32a971, ASSIGN}] 2024-12-11T23:58:09,707 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=83e800fc687ad634bb1552a2ae32a971, ASSIGN 2024-12-11T23:58:09,708 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=83e800fc687ad634bb1552a2ae32a971, ASSIGN; state=OFFLINE, location=d462fa545078,40301,1733961467875; forceNewPlan=false, retain=false 2024-12-11T23:58:09,860 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=83e800fc687ad634bb1552a2ae32a971, regionState=OPENING, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:09,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=83e800fc687ad634bb1552a2ae32a971, ASSIGN because future has completed 2024-12-11T23:58:09,868 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83e800fc687ad634bb1552a2ae32a971, server=d462fa545078,40301,1733961467875}] 2024-12-11T23:58:10,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T23:58:10,029 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:58:10,029 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 83e800fc687ad634bb1552a2ae32a971, NAME => 'backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971.', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:58:10,030 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T23:58:10,030 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:10,030 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:58:10,030 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:10,030 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:10,033 INFO [StoreOpener-83e800fc687ad634bb1552a2ae32a971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:10,035 INFO [StoreOpener-83e800fc687ad634bb1552a2ae32a971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83e800fc687ad634bb1552a2ae32a971 columnFamilyName meta 2024-12-11T23:58:10,035 DEBUG [StoreOpener-83e800fc687ad634bb1552a2ae32a971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:10,036 INFO [StoreOpener-83e800fc687ad634bb1552a2ae32a971-1 {}] regionserver.HStore(327): Store=83e800fc687ad634bb1552a2ae32a971/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:58:10,036 INFO [StoreOpener-83e800fc687ad634bb1552a2ae32a971-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:10,038 INFO [StoreOpener-83e800fc687ad634bb1552a2ae32a971-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 83e800fc687ad634bb1552a2ae32a971 columnFamilyName session 2024-12-11T23:58:10,038 DEBUG [StoreOpener-83e800fc687ad634bb1552a2ae32a971-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:10,039 INFO [StoreOpener-83e800fc687ad634bb1552a2ae32a971-1 {}] regionserver.HStore(327): Store=83e800fc687ad634bb1552a2ae32a971/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:58:10,039 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:10,040 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system_bulk/83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:10,040 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system_bulk/83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:10,041 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:10,041 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:10,042 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T23:58:10,043 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:10,046 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system_bulk/83e800fc687ad634bb1552a2ae32a971/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-11T23:58:10,047 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 83e800fc687ad634bb1552a2ae32a971; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10657145760, jitterRate=-0.007475957274436951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T23:58:10,047 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:10,048 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 83e800fc687ad634bb1552a2ae32a971: Running coprocessor pre-open hook at 1733961490031Writing region info on filesystem at 1733961490031Initializing all the Stores at 1733961490033 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961490033Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961490033Cleaning up temporary data from old regions at 1733961490041 (+8 ms)Running coprocessor post-open hooks at 1733961490047 (+6 ms)Region opened successfully at 1733961490047 2024-12-11T23:58:10,049 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971., pid=31, masterSystemTime=1733961490023 2024-12-11T23:58:10,051 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:58:10,051 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:58:10,052 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=83e800fc687ad634bb1552a2ae32a971, regionState=OPEN, openSeqNum=2, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:10,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 83e800fc687ad634bb1552a2ae32a971, server=d462fa545078,40301,1733961467875 because future has completed 2024-12-11T23:58:10,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-11T23:58:10,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 83e800fc687ad634bb1552a2ae32a971, server=d462fa545078,40301,1733961467875 in 187 msec 2024-12-11T23:58:10,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-11T23:58:10,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=83e800fc687ad634bb1552a2ae32a971, ASSIGN in 353 msec 2024-12-11T23:58:10,062 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-11T23:58:10,062 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961490062"}]},"ts":"1733961490062"} 2024-12-11T23:58:10,064 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-12-11T23:58:10,065 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-12-11T23:58:10,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2050 sec 2024-12-11T23:58:11,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-11T23:58:11,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-12-11T23:58:11,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:11,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:11,037 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T23:58:11,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c., hostname=d462fa545078,40301,1733961467875, seqNum=2] 2024-12-11T23:58:11,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40301 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-12-11T23:58:11,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T23:58:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733961491062 (current time:1733961491062). 2024-12-11T23:58:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T23:58:11,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-11T23:58:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74740682, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:11,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:11,065 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:11,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:11,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:11,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62a474ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:11,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:11,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:11,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:11,067 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:11,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283f57cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:11,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:11,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:11,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:11,073 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46226, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:11,074 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765. 2024-12-11T23:58:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:58:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:11,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:11,074 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:11,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T23:58:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T23:58:11,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-11T23:58:11,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T23:58:11,084 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T23:58:11,089 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T23:58:11,100 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T23:58:11,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741853_1029 (size=52) 2024-12-11T23:58:11,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T23:58:11,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T23:58:11,509 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T23:58:11,514 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c}] 2024-12-11T23:58:11,519 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:11,684 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-11T23:58:11,685 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:58:11,685 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing a526b48897d6b9ab626afc3811def74c 2/2 column families, dataSize=45 B heapSize=632 B 2024-12-11T23:58:11,700 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/2449cf8e983c4a4a972c1a774d49f569 is 49, key is activesession:/session:c/1733961491052/Put/seqid=0 2024-12-11T23:58:11,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741854_1030 (size=5049) 2024-12-11T23:58:11,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T23:58:12,108 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/2449cf8e983c4a4a972c1a774d49f569 2024-12-11T23:58:12,124 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/2449cf8e983c4a4a972c1a774d49f569 as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569 2024-12-11T23:58:12,132 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569, entries=1, sequenceid=5, filesize=4.9 K 2024-12-11T23:58:12,133 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for a526b48897d6b9ab626afc3811def74c in 448ms, sequenceid=5, compaction requested=false 2024-12-11T23:58:12,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for a526b48897d6b9ab626afc3811def74c: 2024-12-11T23:58:12,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. for snapshot_backup_system completed. 2024-12-11T23:58:12,134 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.' region-info for snapshot=snapshot_backup_system 2024-12-11T23:58:12,137 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T23:58:12,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T23:58:12,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569] hfiles 2024-12-11T23:58:12,141 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569 for snapshot=snapshot_backup_system 2024-12-11T23:58:12,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741855_1031 (size=95) 2024-12-11T23:58:12,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T23:58:12,552 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:58:12,557 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-11T23:58:12,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-11T23:58:12,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:12,560 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:12,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-11T23:58:12,565 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T23:58:12,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c in 1.0480 sec 2024-12-11T23:58:12,567 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T23:58:12,568 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T23:58:12,568 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-11T23:58:12,572 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-11T23:58:12,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741856_1032 (size=731) 2024-12-11T23:58:12,994 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T23:58:13,007 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T23:58:13,008 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_backup_system 2024-12-11T23:58:13,010 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T23:58:13,010 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-11T23:58:13,012 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9310 sec 2024-12-11T23:58:13,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-11T23:58:13,233 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-11T23:58:13,235 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733961486525 started at 1733961493233. 2024-12-11T23:58:13,253 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733961486525 has been started. 2024-12-11T23:58:13,257 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-11T23:58:13,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-11T23:58:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-11T23:58:13,265 INFO [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-11T23:58:13,265 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-11T23:58:13,265 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-11T23:58:13,265 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-11T23:58:13,266 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:13,266 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:13,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T23:58:13,283 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:13,284 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T23:58:13,284 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T23:58:13,284 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:13,284 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-11T23:58:13,285 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:13,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:13,287 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-11T23:58:13,287 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:13,287 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-11T23:58:13,289 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-11T23:58:13,289 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-11T23:58:13,290 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-11T23:58:13,291 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-11T23:58:13,291 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-11T23:58:13,291 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-11T23:58:13,291 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'd462fa545078,40301,1733961467875' joining acquired barrier for procedure (rolllog) in zk 2024-12-11T23:58:13,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:13,299 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:13,299 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:13,299 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T23:58:13,300 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T23:58:13,300 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-11T23:58:13,300 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-11T23:58:13,300 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T23:58:13,301 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T23:58:13,302 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:13,303 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:13,304 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T23:58:13,304 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'd462fa545078,40301,1733961467875' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-11T23:58:13,305 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@68b8a54c[Count = 0] remaining members to acquire global barrier 2024-12-11T23:58:13,305 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-11T23:58:13,305 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:13,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:13,319 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:13,319 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:13,319 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-11T23:58:13,319 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:13,319 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-11T23:58:13,321 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-11T23:58:13,321 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: d462fa545078,40301,1733961467875 2024-12-11T23:58:13,333 INFO [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733961470343 highest: 1733961477695 on d462fa545078,40301,1733961467875 2024-12-11T23:58:13,333 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0:(num 1733961470343) roll requested 2024-12-11T23:58:13,345 DEBUG [regionserver/d462fa545078:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961493334, exclude list is [], retry=0 2024-12-11T23:58:13,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:58:13,350 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961470343 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961493334 2024-12-11T23:58:13,350 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:58:13,351 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961470343 is not closed yet, will try archiving it next time 2024-12-11T23:58:13,351 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d462fa545078%2C40301%2C1733961467875.meta:.meta(num 1733961471291) roll requested 2024-12-11T23:58:13,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741833_1009 (size=1034) 2024-12-11T23:58:13,354 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961470343 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961470343 2024-12-11T23:58:13,364 DEBUG [regionserver/d462fa545078:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961493351.meta, exclude list is [], retry=0 2024-12-11T23:58:13,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:58:13,368 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961471291.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961493351.meta 2024-12-11T23:58:13,369 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:58:13,369 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961471291.meta is not closed yet, will try archiving it next time 2024-12-11T23:58:13,369 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1:(num 1733961477695) roll requested 2024-12-11T23:58:13,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741834_1010 (size=12055) 2024-12-11T23:58:13,371 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961471291.meta not finished, retry = 0 2024-12-11T23:58:13,381 DEBUG [regionserver/d462fa545078:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961493369, exclude list is [], retry=0 2024-12-11T23:58:13,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:58:13,386 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961477695 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961493369 2024-12-11T23:58:13,386 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:58:13,386 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961477695 is not closed yet, will try archiving it next time 2024-12-11T23:58:13,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741840_1016 (size=4756) 2024-12-11T23:58:13,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961477695 not finished, retry = 0 2024-12-11T23:58:13,394 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-12-11T23:58:13,394 INFO [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733961493334 on d462fa545078,40301,1733961467875 2024-12-11T23:58:13,394 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T23:58:13,395 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is d462fa545078,41765,1733961466176 2024-12-11T23:58:13,395 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4fd87bf4 2024-12-11T23:58:13,395 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T23:58:13,396 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55217, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-11T23:58:13,397 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:13,397 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:13,397 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:13,398 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41719, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-11T23:58:13,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:13,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:13,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:41525/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c., hostname=d462fa545078,40301,1733961467875, seqNum=2] 2024-12-11T23:58:13,419 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-11T23:58:13,419 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'd462fa545078,40301,1733961467875' in zk 2024-12-11T23:58:13,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:13,436 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-11T23:58:13,436 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:13,436 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T23:58:13,436 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T23:58:13,436 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T23:58:13,436 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-11T23:58:13,437 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T23:58:13,438 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T23:58:13,438 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:13,439 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:13,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T23:58:13,440 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:13,441 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:13,442 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'd462fa545078,40301,1733961467875': 2024-12-11T23:58:13,443 INFO [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-11T23:58:13,443 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-11T23:58:13,443 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-11T23:58:13,443 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-11T23:58:13,443 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'd462fa545078,40301,1733961467875' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-11T23:58:13,443 INFO [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-11T23:58:13,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T23:58:13,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T23:58:13,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T23:58:13,457 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:13,457 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-11T23:58:13,457 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T23:58:13,457 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T23:58:13,457 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:13,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T23:58:13,458 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T23:58:13,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T23:58:13,458 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:13,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:13,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:13,459 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T23:58:13,459 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:13,459 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:13,459 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:13,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T23:58:13,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:13,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T23:58:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T23:58:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:13,478 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T23:58:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:13,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T23:58:13,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T23:58:13,478 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T23:58:13,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-11T23:58:13,479 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-11T23:58:13,479 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T23:58:13,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T23:58:13,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-11T23:58:13,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } 2024-12-11T23:58:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733961493500 (current time:1733961493500). 2024-12-11T23:58:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T23:58:13,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733961493499_default_test-1733961476373 VERSION not specified, setting to 2 2024-12-11T23:58:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cae4c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:13,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:13,502 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:13,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:13,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:13,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bb78cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:13,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:13,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:13,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:13,503 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:13,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aede739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:13,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:13,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:13,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:13,507 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46234, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:13,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765. 2024-12-11T23:58:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:58:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:13,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:13,508 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:13,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T23:58:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } 2024-12-11T23:58:13,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-11T23:58:13,511 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T23:58:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T23:58:13,513 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T23:58:13,516 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T23:58:13,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741860_1036 (size=84) 2024-12-11T23:58:13,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T23:58:13,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T23:58:13,924 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T23:58:13,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a}] 2024-12-11T23:58:13,926 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:14,079 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-11T23:58:14,080 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:14,081 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 13db27bc8c34280e9470e7c6b3cb851a 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-12-11T23:58:14,100 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/f3/24c759a841e44619a022fc45ba73caf2 is 58, key is row-test-1733961476373-3-0/f3:q1/1733961486493/Put/seqid=0 2024-12-11T23:58:14,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741861_1037 (size=5387) 2024-12-11T23:58:14,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T23:58:14,179 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-12-11T23:58:14,507 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/f3/24c759a841e44619a022fc45ba73caf2 2024-12-11T23:58:14,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741862_1038 (size=4469) 2024-12-11T23:58:14,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T23:58:14,963 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b is 59, key is row-test-1733961476373-3-0/mob:q1/1733961486509/Put/seqid=0 2024-12-11T23:58:14,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741863_1039 (size=5484) 2024-12-11T23:58:15,236 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T23:58:15,373 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b 2024-12-11T23:58:15,386 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/f3/24c759a841e44619a022fc45ba73caf2 as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f3/24c759a841e44619a022fc45ba73caf2 2024-12-11T23:58:15,395 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f3/24c759a841e44619a022fc45ba73caf2, entries=6, sequenceid=121, filesize=5.3 K 2024-12-11T23:58:15,396 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b 2024-12-11T23:58:15,404 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b, entries=6, sequenceid=121, filesize=5.4 K 2024-12-11T23:58:15,406 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 13db27bc8c34280e9470e7c6b3cb851a in 1324ms, sequenceid=121, compaction requested=false 2024-12-11T23:58:15,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 13db27bc8c34280e9470e7c6b3cb851a: 2024-12-11T23:58:15,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. for snapshot_1733961493499_default_test-1733961476373 completed. 2024-12-11T23:58:15,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a.' region-info for snapshot=snapshot_1733961493499_default_test-1733961476373 2024-12-11T23:58:15,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T23:58:15,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/80b05416cb9841d18c211fc7be8d1fc3] hfiles 2024-12-11T23:58:15,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/80b05416cb9841d18c211fc7be8d1fc3 for snapshot=snapshot_1733961493499_default_test-1733961476373 2024-12-11T23:58:15,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f3/24c759a841e44619a022fc45ba73caf2] hfiles 2024-12-11T23:58:15,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f3/24c759a841e44619a022fc45ba73caf2 for snapshot=snapshot_1733961493499_default_test-1733961476373 2024-12-11T23:58:15,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b] hfiles 2024-12-11T23:58:15,406 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b for snapshot=snapshot_1733961493499_default_test-1733961476373 2024-12-11T23:58:15,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741864_1040 (size=185) 2024-12-11T23:58:15,534 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-11T23:58:15,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T23:58:15,814 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:15,815 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-11T23:58:15,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-11T23:58:15,816 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733961493499_default_test-1733961476373 on region 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:15,817 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:15,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-11T23:58:15,824 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T23:58:15,824 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a in 1.8950 sec 2024-12-11T23:58:15,826 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T23:58:15,829 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-11T23:58:15,829 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-11T23:58:15,829 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:15,830 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-11T23:58:15,830 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:15,830 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-12-11T23:58:15,830 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:15,831 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-12-11T23:58:15,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741865_1041 (size=49) 2024-12-11T23:58:16,242 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T23:58:16,242 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733961493499_default_test-1733961476373 2024-12-11T23:58:16,245 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961493499_default_test-1733961476373 2024-12-11T23:58:16,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741866_1042 (size=1146) 2024-12-11T23:58:16,551 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-11T23:58:16,551 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-12-11T23:58:16,552 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-11T23:58:16,552 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-12-11T23:58:16,666 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T23:58:16,678 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T23:58:16,679 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961493499_default_test-1733961476373 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961493499_default_test-1733961476373 2024-12-11T23:58:16,680 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T23:58:16,680 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-11T23:58:16,682 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733961493499_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } in 3.1710 sec 2024-12-11T23:58:17,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-11T23:58:17,692 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733961476373 completed 2024-12-11T23:58:17,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } 2024-12-11T23:58:17,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733961497692 (current time:1733961497692). 2024-12-11T23:58:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T23:58:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733961497692_ns2_test-17339614763731 VERSION not specified, setting to 2 2024-12-11T23:58:17,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a2c5327, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:17,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:17,695 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:17,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:17,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:17,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a776f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:17,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:17,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:17,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:17,697 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:17,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ee612f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:17,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:17,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:17,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:17,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46250, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:17,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765. 2024-12-11T23:58:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:58:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:17,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:17,704 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:17,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T23:58:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } 2024-12-11T23:58:17,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-11T23:58:17,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T23:58:17,707 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T23:58:17,708 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T23:58:17,711 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T23:58:17,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741867_1043 (size=86) 2024-12-11T23:58:17,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T23:58:18,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T23:58:18,120 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T23:58:18,121 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 233157d968a2b24f9eec9f94dfae05ad}] 2024-12-11T23:58:18,123 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:58:18,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-12-11T23:58:18,277 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:58:18,277 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 233157d968a2b24f9eec9f94dfae05ad 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-11T23:58:18,303 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/.tmp/f/0f828e113e4b47948e05611af33af1ab is 37, key is row10/f:q1/1733961480382/Put/seqid=0 2024-12-11T23:58:18,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741868_1044 (size=8413) 2024-12-11T23:58:18,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T23:58:18,711 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/.tmp/f/0f828e113e4b47948e05611af33af1ab 2024-12-11T23:58:18,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/.tmp/f/0f828e113e4b47948e05611af33af1ab as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/0f828e113e4b47948e05611af33af1ab 2024-12-11T23:58:18,733 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/0f828e113e4b47948e05611af33af1ab, entries=99, sequenceid=103, filesize=8.2 K 2024-12-11T23:58:18,735 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 233157d968a2b24f9eec9f94dfae05ad in 457ms, sequenceid=103, compaction requested=false 2024-12-11T23:58:18,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 233157d968a2b24f9eec9f94dfae05ad: 2024-12-11T23:58:18,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. for snapshot_1733961497692_ns2_test-17339614763731 completed. 2024-12-11T23:58:18,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad.' region-info for snapshot=snapshot_1733961497692_ns2_test-17339614763731 2024-12-11T23:58:18,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T23:58:18,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/0f828e113e4b47948e05611af33af1ab] hfiles 2024-12-11T23:58:18,735 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/0f828e113e4b47948e05611af33af1ab for snapshot=snapshot_1733961497692_ns2_test-17339614763731 2024-12-11T23:58:18,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741869_1045 (size=91) 2024-12-11T23:58:18,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T23:58:19,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:58:19,144 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-11T23:58:19,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-11T23:58:19,146 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733961497692_ns2_test-17339614763731 on region 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:58:19,147 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:58:19,153 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-11T23:58:19,153 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T23:58:19,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 233157d968a2b24f9eec9f94dfae05ad in 1.0290 sec 2024-12-11T23:58:19,154 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T23:58:19,155 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T23:58:19,155 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733961497692_ns2_test-17339614763731 2024-12-11T23:58:19,156 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961497692_ns2_test-17339614763731 2024-12-11T23:58:19,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741870_1046 (size=456) 2024-12-11T23:58:19,571 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T23:58:19,580 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T23:58:19,580 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961497692_ns2_test-17339614763731 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961497692_ns2_test-17339614763731 2024-12-11T23:58:19,582 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T23:58:19,582 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-11T23:58:19,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733961497692_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } in 1.8770 sec 2024-12-11T23:58:19,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-11T23:58:19,853 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17339614763731 completed 2024-12-11T23:58:19,853 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733961486525 2024-12-11T23:58:19,853 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-11T23:58:19,857 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-12-11T23:58:19,863 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733961486525_test-1733961476373 2024-12-11T23:58:19,863 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733961493499_default_test-1733961476373 to hdfs://localhost:41525/backupUT/backup_1733961486525/default/test-1733961476373/ 2024-12-11T23:58:19,868 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T23:58:19,898 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41525, inputRoot=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:58:19,898 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-297325573_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41525/backupUT/backup_1733961486525/default/test-1733961476373, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41525/backupUT/backup_1733961486525/default/test-1733961476373/.hbase-snapshot/.tmp/snapshot_1733961493499_default_test-1733961476373 2024-12-11T23:58:19,901 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T23:58:19,908 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961493499_default_test-1733961476373 to hdfs://localhost:41525/backupUT/backup_1733961486525/default/test-1733961476373/.hbase-snapshot/.tmp/snapshot_1733961493499_default_test-1733961476373 2024-12-11T23:58:19,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741872_1048 (size=1146) 2024-12-11T23:58:19,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741871_1047 (size=84) 2024-12-11T23:58:20,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:20,335 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:20,336 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:21,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop-5483538528805768841.jar 2024-12-11T23:58:21,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:21,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:21,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:21,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:21,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:21,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:21,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:21,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:21,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:21,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T23:58:21,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T23:58:21,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T23:58:21,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T23:58:21,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T23:58:21,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T23:58:21,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T23:58:21,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T23:58:21,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T23:58:21,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T23:58:21,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T23:58:21,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:58:21,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:58:21,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:58:21,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:58:21,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:58:21,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:58:21,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:58:21,212 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T23:58:21,240 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733961493499_default_test-1733961476373' hfile list 2024-12-11T23:58:21,246 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-12-11T23:58:21,450 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local686708328_0001_2cd499a8-b32f-4504-beda-aa8b113327f7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T23:58:21,450 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local686708328_0001_2cd499a8-b32f-4504-beda-aa8b113327f7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T23:58:21,614 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-11T23:58:21,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741873_1049 (size=8413) 2024-12-11T23:58:22,093 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/80b05416cb9841d18c211fc7be8d1fc3 output=hdfs://localhost:41525/backupUT/backup_1733961486525/default/test-1733961476373/archive/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/80b05416cb9841d18c211fc7be8d1fc3 2024-12-11T23:58:22,095 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-12-11T23:58:22,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741874_1050 (size=5484) 2024-12-11T23:58:22,534 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b output=hdfs://localhost:41525/backupUT/backup_1733961486525/default/test-1733961476373/archive/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b 2024-12-11T23:58:22,535 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-12-11T23:58:22,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741875_1051 (size=5387) 2024-12-11T23:58:22,990 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f3/24c759a841e44619a022fc45ba73caf2 output=hdfs://localhost:41525/backupUT/backup_1733961486525/default/test-1733961476373/archive/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f3/24c759a841e44619a022fc45ba73caf2 2024-12-11T23:58:22,991 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.011M/sec 2024-12-11T23:58:23,542 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T23:58:23,543 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T23:58:23,552 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733961493499_default_test-1733961476373 2024-12-11T23:58:23,552 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733961493499_default_test-1733961476373 finished. 2024-12-11T23:58:23,552 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733961486525_ns2:test-17339614763731 2024-12-11T23:58:23,552 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733961497692_ns2_test-17339614763731 to hdfs://localhost:41525/backupUT/backup_1733961486525/ns2/test-17339614763731/ 2024-12-11T23:58:23,552 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T23:58:23,579 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41525, inputRoot=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:58:23,579 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-297325573_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41525/backupUT/backup_1733961486525/ns2/test-17339614763731, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41525/backupUT/backup_1733961486525/ns2/test-17339614763731/.hbase-snapshot/.tmp/snapshot_1733961497692_ns2_test-17339614763731 2024-12-11T23:58:23,582 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T23:58:23,587 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961497692_ns2_test-17339614763731 to hdfs://localhost:41525/backupUT/backup_1733961486525/ns2/test-17339614763731/.hbase-snapshot/.tmp/snapshot_1733961497692_ns2_test-17339614763731 2024-12-11T23:58:23,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741876_1052 (size=86) 2024-12-11T23:58:23,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741877_1053 (size=456) 2024-12-11T23:58:24,003 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:24,004 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:24,005 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:24,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop-8561554218576345811.jar 2024-12-11T23:58:24,792 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:24,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:24,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:24,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:24,793 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:24,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:24,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:24,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:24,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:24,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T23:58:24,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T23:58:24,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T23:58:24,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T23:58:24,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T23:58:24,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T23:58:24,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T23:58:24,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T23:58:24,796 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T23:58:24,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T23:58:24,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T23:58:24,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:58:24,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:58:24,797 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:58:24,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:58:24,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:58:24,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:58:24,798 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:58:24,833 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T23:58:24,857 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733961497692_ns2_test-17339614763731' hfile list 2024-12-11T23:58:24,859 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-12-11T23:58:24,935 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local404684281_0002_1df50ddb-44c8-4060-86e4-60b34ceec8ef/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T23:58:24,935 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local404684281_0002_1df50ddb-44c8-4060-86e4-60b34ceec8ef/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T23:58:25,001 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-11T23:58:25,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741878_1054 (size=8413) 2024-12-11T23:58:25,455 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/0f828e113e4b47948e05611af33af1ab output=hdfs://localhost:41525/backupUT/backup_1733961486525/ns2/test-17339614763731/archive/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/0f828e113e4b47948e05611af33af1ab 2024-12-11T23:58:25,455 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-12-11T23:58:25,978 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T23:58:25,980 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T23:58:25,990 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733961497692_ns2_test-17339614763731 2024-12-11T23:58:25,990 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733961497692_ns2_test-17339614763731 finished. 2024-12-11T23:58:25,990 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733961476373 2024-12-11T23:58:25,990 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17339614763731 2024-12-11T23:58:26,033 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733961486525 2024-12-11T23:58:26,033 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-11T23:58:26,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741879_1055 (size=97) 2024-12-11T23:58:26,443 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:41525/backupUT/backup_1733961486525/.backup.manifest 2024-12-11T23:58:26,450 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733961486525 finished: type=FULL,tablelist=test-1733961476373;ns2:test-17339614763731,targetRootDir=hdfs://localhost:41525/backupUT,startts=1733961493233,completets=1733961506031,bytescopied=0 2024-12-11T23:58:26,450 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-11T23:58:26,450 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733961493499_default_test-1733961476373 2024-12-11T23:58:26,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733961493499_default_test-1733961476373" type: DISABLED 2024-12-11T23:58:26,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733961493499_default_test-1733961476373 2024-12-11T23:58:26,458 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733961493499_default_test-1733961476373 for backup backup_1733961486525 succeeded. 2024-12-11T23:58:26,458 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733961497692_ns2_test-17339614763731 2024-12-11T23:58:26,459 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733961497692_ns2_test-17339614763731" type: DISABLED 2024-12-11T23:58:26,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733961497692_ns2_test-17339614763731 2024-12-11T23:58:26,463 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733961497692_ns2_test-17339614763731 for backup backup_1733961486525 succeeded. 2024-12-11T23:58:26,464 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T23:58:26,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-11T23:58:26,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-11T23:58:26,478 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-11T23:58:26,484 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T23:58:26,498 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733961486525 completed. 2024-12-11T23:58:26,509 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:26,515 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:26,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733961486525', locateType=CURRENT is [region=backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c., hostname=d462fa545078,40301,1733961467875, seqNum=2] 2024-12-11T23:58:26,525 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:41525/backupUT/backup_1733961486525/.backup.manifest 2024-12-11T23:58:26,528 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733961486525/.backup.manifest 2024-12-11T23:58:26,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:26,547 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:26,752 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): writing 99 rows to test-1733961476373 2024-12-11T23:58:26,770 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(119): written 99 rows to test-1733961476373 2024-12-11T23:58:26,933 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(123): written 111 rows to test-1733961476373 to Mob enabled CF 2024-12-11T23:58:26,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17339614763731', row='row-t20', locateType=CURRENT is [region=ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad., hostname=d462fa545078,40301,1733961467875, seqNum=2] 2024-12-11T23:58:26,961 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(136): written 5 rows to ns2:test-17339614763731 2024-12-11T23:58:26,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:26,969 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] assignment.SplitTableRegionProcedure(210): test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. splitKey isn't explicitly specified, will try to find a best split key from RS d462fa545078,40301,1733961467875 2024-12-11T23:58:26,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/80b05416cb9841d18c211fc7be8d1fc3 because midkey is the same as first or last row 2024-12-11T23:58:26,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f3/24c759a841e44619a022fc45ba73caf2 because midkey is the same as first or last row 2024-12-11T23:58:26,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b because midkey is the same as first or last row 2024-12-11T23:58:26,972 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.HRegion(2902): Flushing 13db27bc8c34280e9470e7c6b3cb851a 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-12-11T23:58:26,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/f/c4f4a3c0c90b4833b3d7dae77ddf038e is 59, key is row-test-1733961476373-1-10/f:q1/1733961506572/Put/seqid=0 2024-12-11T23:58:26,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741880_1056 (size=10796) 2024-12-11T23:58:27,397 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/f/c4f4a3c0c90b4833b3d7dae77ddf038e 2024-12-11T23:58:27,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121188267ab5c6974a95be0c412aca50487f_13db27bc8c34280e9470e7c6b3cb851a is 63, key is row-test-1733961476373-3-100/mob:q1/1733961506918/Put/seqid=0 2024-12-11T23:58:27,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741881_1057 (size=5591) 2024-12-11T23:58:27,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:27,837 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024121188267ab5c6974a95be0c412aca50487f_13db27bc8c34280e9470e7c6b3cb851a to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/mobdir/data/default/test-1733961476373/820fe205b2f15e74c76be7497f74bfcd/mob/d41d8cd98f00b204e9800998ecf8427e2024121188267ab5c6974a95be0c412aca50487f_13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:27,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/mob/0aac29e9848341069265e8d6b235198f, store: [table=test-1733961476373 family=mob region=13db27bc8c34280e9470e7c6b3cb851a] 2024-12-11T23:58:27,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/mob/0aac29e9848341069265e8d6b235198f is 192, key is row-test-1733961476373-3-100/mob:q1/1733961506918/Put/seqid=0 2024-12-11T23:58:27,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741882_1058 (size=13760) 2024-12-11T23:58:28,245 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/mob/0aac29e9848341069265e8d6b235198f 2024-12-11T23:58:28,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/f/c4f4a3c0c90b4833b3d7dae77ddf038e as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/c4f4a3c0c90b4833b3d7dae77ddf038e 2024-12-11T23:58:28,260 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/c4f4a3c0c90b4833b3d7dae77ddf038e, entries=99, sequenceid=334, filesize=10.5 K 2024-12-11T23:58:28,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/mob/0aac29e9848341069265e8d6b235198f as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/0aac29e9848341069265e8d6b235198f 2024-12-11T23:58:28,268 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/0aac29e9848341069265e8d6b235198f, entries=111, sequenceid=334, filesize=13.4 K 2024-12-11T23:58:28,269 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 13db27bc8c34280e9470e7c6b3cb851a in 1297ms, sequenceid=334, compaction requested=false 2024-12-11T23:58:28,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.HRegion(2603): Flush status journal for 13db27bc8c34280e9470e7c6b3cb851a: 2024-12-11T23:58:28,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/c4f4a3c0c90b4833b3d7dae77ddf038e because midkey is the same as first or last row 2024-12-11T23:58:28,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f3/24c759a841e44619a022fc45ba73caf2 because midkey is the same as first or last row 2024-12-11T23:58:28,269 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/0aac29e9848341069265e8d6b235198f because midkey is the same as first or last row 2024-12-11T23:58:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=d462fa545078,40301,1733961467875 2024-12-11T23:58:28,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-11T23:58:28,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 100 connection: 172.17.0.2:47320 deadline: 1733961566967, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-12-11T23:58:28,275 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(147): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:58:28,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733961476373 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:58:28,276 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-11T23:58:28,277 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733961476373,, stopping at row=test-1733961476373 ,, for max=2147483647 with caching=100 2024-12-11T23:58:28,286 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733961476373,, stopping at row=test-1733961476373 ,, for max=2147483647 with caching=100 2024-12-11T23:58:28,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733961476373', row='', locateType=CURRENT is [region=test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a., hostname=d462fa545078,40301,1733961467875, seqNum=107] 2024-12-11T23:58:28,296 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(152): split finished in =1334 2024-12-11T23:58:28,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:28,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:28,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:28,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:28,334 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T23:58:28,338 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733961508296 2024-12-11T23:58:28,345 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733961486525} 2024-12-11T23:58:28,345 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-11T23:58:28,354 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:28,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:28,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:28,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:28,391 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T23:58:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733961508391 (current time:1733961508391). 2024-12-11T23:58:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T23:58:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-11T23:58:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@154e8839, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:28,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:28,393 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:28,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:28,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:28,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@399ce78e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:28,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:28,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:28,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:28,396 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44398, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:28,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607db597, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:28,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:28,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:28,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:28,400 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38640, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:28,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765. 2024-12-11T23:58:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:58:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:28,401 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T23:58:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T23:58:28,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-11T23:58:28,404 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T23:58:28,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T23:58:28,405 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T23:58:28,408 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T23:58:28,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741883_1059 (size=52) 2024-12-11T23:58:28,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T23:58:28,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T23:58:28,816 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T23:58:28,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c}] 2024-12-11T23:58:28,819 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:28,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-12-11T23:58:28,974 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:58:28,975 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing a526b48897d6b9ab626afc3811def74c 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-12-11T23:58:28,995 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/984f3ec6885d4a778924321af6c64771 is 158, key is trslm:hdfs://localhost:41525/backupUT\x00ns2:test-17339614763731/meta:log-roll-map/1733961506020/Put/seqid=0 2024-12-11T23:58:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741884_1060 (size=5914) 2024-12-11T23:58:29,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T23:58:29,402 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/984f3ec6885d4a778924321af6c64771 2024-12-11T23:58:29,417 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/10f1b12b87994078af59c8967ef96b56 is 433, key is session:backup_1733961486525/session:context/1733961506482/Put/seqid=0 2024-12-11T23:58:29,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741885_1061 (size=5535) 2024-12-11T23:58:29,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T23:58:29,824 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/10f1b12b87994078af59c8967ef96b56 2024-12-11T23:58:29,838 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/984f3ec6885d4a778924321af6c64771 as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771 2024-12-11T23:58:29,846 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771, entries=6, sequenceid=17, filesize=5.8 K 2024-12-11T23:58:29,847 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/10f1b12b87994078af59c8967ef96b56 as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56 2024-12-11T23:58:29,853 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56, entries=2, sequenceid=17, filesize=5.4 K 2024-12-11T23:58:29,854 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for a526b48897d6b9ab626afc3811def74c in 880ms, sequenceid=17, compaction requested=false 2024-12-11T23:58:29,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for a526b48897d6b9ab626afc3811def74c: 2024-12-11T23:58:29,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. for snapshot_backup_system completed. 2024-12-11T23:58:29,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.' region-info for snapshot=snapshot_backup_system 2024-12-11T23:58:29,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T23:58:29,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771] hfiles 2024-12-11T23:58:29,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771 for snapshot=snapshot_backup_system 2024-12-11T23:58:29,854 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56] hfiles 2024-12-11T23:58:29,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569 for snapshot=snapshot_backup_system 2024-12-11T23:58:29,855 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56 for snapshot=snapshot_backup_system 2024-12-11T23:58:29,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741886_1062 (size=173) 2024-12-11T23:58:30,260 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:58:30,261 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-11T23:58:30,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-11T23:58:30,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:30,262 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:30,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-11T23:58:30,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c in 1.4480 sec 2024-12-11T23:58:30,268 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T23:58:30,270 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T23:58:30,271 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T23:58:30,271 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-11T23:58:30,273 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-11T23:58:30,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741887_1063 (size=810) 2024-12-11T23:58:30,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T23:58:30,685 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T23:58:30,695 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T23:58:30,696 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_backup_system 2024-12-11T23:58:30,698 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T23:58:30,698 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-11T23:58:30,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2960 sec 2024-12-11T23:58:32,391 DEBUG [master/d462fa545078:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733961476373 2024-12-11T23:58:32,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741888_1064 (size=950) 2024-12-11T23:58:32,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-11T23:58:32,582 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-11T23:58:32,582 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733961508296 started at 1733961512582. 2024-12-11T23:58:32,588 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733961508296 has been started. 2024-12-11T23:58:32,595 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17339614763731, test-1733961476373] 2024-12-11T23:58:32,599 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733961477695for backupID backup_1733961508296 2024-12-11T23:58:32,599 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-11T23:58:32,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-11T23:58:32,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-11T23:58:32,600 INFO [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-11T23:58:32,600 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-11T23:58:32,600 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-11T23:58:32,600 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-11T23:58:32,601 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:32,601 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:32,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T23:58:32,646 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:32,646 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T23:58:32,646 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T23:58:32,647 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:32,647 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-11T23:58:32,648 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:32,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:32,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-11T23:58:32,650 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:32,651 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-11T23:58:32,651 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-11T23:58:32,651 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-11T23:58:32,652 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-11T23:58:32,652 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-11T23:58:32,652 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-11T23:58:32,652 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-11T23:58:32,652 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'd462fa545078,40301,1733961467875' joining acquired barrier for procedure (rolllog) in zk 2024-12-11T23:58:32,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:32,664 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:32,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:32,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T23:58:32,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T23:58:32,665 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-11T23:58:32,665 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-11T23:58:32,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T23:58:32,668 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T23:58:32,669 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:32,670 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:32,671 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T23:58:32,672 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'd462fa545078,40301,1733961467875' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-11T23:58:32,672 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@17eeda59[Count = 0] remaining members to acquire global barrier 2024-12-11T23:58:32,672 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-11T23:58:32,672 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:32,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:32,685 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:32,685 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:32,686 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-11T23:58:32,686 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:32,686 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-11T23:58:32,686 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-11T23:58:32,686 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: d462fa545078,40301,1733961467875 2024-12-11T23:58:32,686 INFO [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733961493334 highest: 1733961493369 on d462fa545078,40301,1733961467875 2024-12-11T23:58:32,687 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0:(num 1733961493334) roll requested 2024-12-11T23:58:32,704 DEBUG [regionserver/d462fa545078:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961512687, exclude list is [], retry=0 2024-12-11T23:58:32,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:58:32,708 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961493334 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961512687 2024-12-11T23:58:32,708 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:58:32,708 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961493334 is not closed yet, will try archiving it next time 2024-12-11T23:58:32,708 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d462fa545078%2C40301%2C1733961467875.meta:.meta(num 1733961493351) roll requested 2024-12-11T23:58:32,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741857_1033 (size=1198) 2024-12-11T23:58:32,710 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961493334 not finished, retry = 0 2024-12-11T23:58:32,727 DEBUG [regionserver/d462fa545078:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961512708.meta, exclude list is [], retry=0 2024-12-11T23:58:32,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:58:32,731 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961493351.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961512708.meta 2024-12-11T23:58:32,731 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:58:32,731 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961493351.meta is not closed yet, will try archiving it next time 2024-12-11T23:58:32,731 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1:(num 1733961493369) roll requested 2024-12-11T23:58:32,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741858_1034 (size=93) 2024-12-11T23:58:32,733 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961493351.meta not finished, retry = 0 2024-12-11T23:58:32,748 DEBUG [regionserver/d462fa545078:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961512732, exclude list is [], retry=0 2024-12-11T23:58:32,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:58:32,752 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961493369 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961512732 2024-12-11T23:58:32,752 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:58:32,752 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961493369 is not closed yet, will try archiving it next time 2024-12-11T23:58:32,753 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961477695 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961477695 2024-12-11T23:58:32,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741859_1035 (size=30490) 2024-12-11T23:58:32,754 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961493369 not finished, retry = 0 2024-12-11T23:58:32,767 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81 2024-12-11T23:58:32,767 INFO [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733961512687 on d462fa545078,40301,1733961467875 2024-12-11T23:58:32,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:32,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:32,785 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-11T23:58:32,785 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'd462fa545078,40301,1733961467875' in zk 2024-12-11T23:58:32,793 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-11T23:58:32,793 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:32,793 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T23:58:32,793 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-11T23:58:32,793 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:32,793 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T23:58:32,793 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T23:58:32,794 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T23:58:32,794 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T23:58:32,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:32,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:32,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T23:58:32,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:32,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:32,797 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'd462fa545078,40301,1733961467875': 2024-12-11T23:58:32,797 INFO [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-11T23:58:32,797 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'd462fa545078,40301,1733961467875' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-11T23:58:32,797 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-11T23:58:32,797 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-11T23:58:32,797 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-11T23:58:32,797 INFO [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-11T23:58:32,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T23:58:32,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T23:58:32,803 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T23:58:32,803 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-11T23:58:32,803 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:32,803 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:32,803 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T23:58:32,803 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T23:58:32,804 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T23:58:32,804 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/.tabledesc/.tableinfo.0000000002.908 2024-12-11T23:58:32,804 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T23:58:32,804 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T23:58:32,804 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/.tabledesc/.tableinfo.0000000003.950 2024-12-11T23:58:32,804 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:32,804 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:32,804 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:32,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T23:58:32,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:32,805 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:32,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733961476373 in 420 msec 2024-12-11T23:58:32,806 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:32,806 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T23:58:32,806 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:32,807 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T23:58:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:32,814 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T23:58:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T23:58:32,814 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T23:58:32,814 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T23:58:32,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-11T23:58:32,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-11T23:58:32,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T23:58:32,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-12-11T23:58:32,815 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T23:58:32,815 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T23:58:32,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-11T23:58:32,823 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {d462fa545078:40301=1733961477695} newestTimestamps: {d462fa545078:40301=1733961493369} 2024-12-11T23:58:32,825 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: d462fa545078%2C40301%2C1733961467875.meta.1733961471291.meta 2024-12-11T23:58:32,825 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: d462fa545078%2C40301%2C1733961467875.meta.1733961493351.meta 2024-12-11T23:58:32,825 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: d462fa545078%2C40301%2C1733961467875.meta.1733961512708.meta 2024-12-11T23:58:32,825 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961493334 2024-12-11T23:58:32,825 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961512687 2024-12-11T23:58:32,825 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961493369 2024-12-11T23:58:32,825 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961512732 2024-12-11T23:58:32,834 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961493351.meta to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs/d462fa545078%2C40301%2C1733961467875.meta.1733961493351.meta 2024-12-11T23:58:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741892_1068 (size=950) 2024-12-11T23:58:33,238 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733961476373 target: hdfs://localhost:41525/backupUT/backup_1733961508296/default/test-1733961476373 descriptor: 'test-1733961476373', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:58:33,238 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T23:58:33,242 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733961476373 2024-12-11T23:58:33,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741893_1069 (size=53) 2024-12-11T23:58:33,653 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733961476373 2024-12-11T23:58:33,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741894_1070 (size=364) 2024-12-11T23:58:34,074 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17339614763731 target: hdfs://localhost:41525/backupUT/backup_1733961508296/ns2/test-17339614763731 descriptor: 'ns2:test-17339614763731', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:58:34,074 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T23:58:34,079 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17339614763731 2024-12-11T23:58:34,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741895_1071 (size=50) 2024-12-11T23:58:34,489 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17339614763731 2024-12-11T23:58:34,505 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:41525/backupUT/.tmp/backup_1733961508296 from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961493334;hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961493369 2024-12-11T23:58:34,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b3e62e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:34,507 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:34,507 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:34,508 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:34,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:34,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:34,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea13b22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:34,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:34,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:34,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:34,509 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56296, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:34,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74407e72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:34,510 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T23:58:34,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d462fa545078,41765,1733961466176 2024-12-11T23:58:34,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c565c07 2024-12-11T23:58:34,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T23:58:34,512 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56306, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T23:58:34,517 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T23:58:34,517 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17339614763731 2024-12-11T23:58:34,517 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17339614763731,, stopping at row=ns2:test-17339614763731 ,, for max=2147483647 with caching=100 2024-12-11T23:58:34,517 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:34,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:34,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:34,520 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:34,522 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17339614763731: ns2:test-17339614763731; 2024-12-11T23:58:34,522 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733961476373 2024-12-11T23:58:34,522 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733961476373,, stopping at row=test-1733961476373 ,, for max=2147483647 with caching=100 2024-12-11T23:58:34,524 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733961476373: test-1733961476373; 2024-12-11T23:58:34,524 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-11T23:58:34,525 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/hbase-staging/partitions_00c5c46b-93eb-499c-86bb-d27aa4574715 2024-12-11T23:58:34,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741896_1072 (size=192) 2024-12-11T23:58:34,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:34,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:34,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop-443062245935798113.jar 2024-12-11T23:58:35,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,727 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,728 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T23:58:35,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T23:58:35,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T23:58:35,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T23:58:35,729 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T23:58:35,730 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T23:58:35,730 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T23:58:35,730 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T23:58:35,730 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T23:58:35,730 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T23:58:35,731 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T23:58:35,732 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,732 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,732 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,732 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,732 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,733 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:35,733 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:58:35,733 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17339614763731,default:test-1733961476373 2024-12-11T23:58:35,733 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T23:58:35,733 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:157) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:58:35,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:35,733 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:35,733 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:35,734 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T23:58:36,506 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop-10169646625243894360.jar 2024-12-11T23:58:36,516 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T23:58:36,540 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961493334 for WAL files 2024-12-11T23:58:36,542 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961493334 2024-12-11T23:58:36,542 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961493369 for WAL files 2024-12-11T23:58:36,543 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961493369 2024-12-11T23:58:36,636 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local1462603921_0003_336d9eea-5ec2-4d35-93a8-3a5ce8e2a5e9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T23:58:36,637 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local1462603921_0003_336d9eea-5ec2-4d35-93a8-3a5ce8e2a5e9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T23:58:36,721 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961493369 for hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961493369 (-9223372036854775808:9223372036854775807) length:30490 2024-12-11T23:58:36,739 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-11T23:58:36,739 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-11T23:58:36,774 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961493334 for hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961493334 (-9223372036854775808:9223372036854775807) length:1198 2024-12-11T23:58:36,777 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-11T23:58:36,777 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-11T23:58:36,853 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65364297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:36,853 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:36,853 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:36,854 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:36,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:36,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:36,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f475b6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:36,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:36,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:36,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:36,856 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56332, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:36,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67b999fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:36,857 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:36,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:36,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:36,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60786, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:36,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17339614763731', row='row-t20', locateType=CURRENT is [region=ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad., hostname=d462fa545078,40301,1733961467875, seqNum=2] 2024-12-11T23:58:36,861 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-11T23:58:36,861 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:58:36,861 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:36,861 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:36,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:36,861 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-11T23:58:36,861 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d462fa545078 2024-12-11T23:58:36,866 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/backupUT/.tmp/backup_1733961508296/_temporary/0/_temporary/attempt_local1462603921_0003_r_000000_0/ns2/test-17339614763731/f/7300027201384ce3ad9498c627c6b65f is 38, key is row-t20/f:q1/1733961506949/Put/seqid=0 2024-12-11T23:58:36,868 WARN [Thread-950 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d462fa545078:40301] Specified favored nodes: [d462fa545078:40301] 2024-12-11T23:58:36,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741897_1073 (size=5275) 2024-12-11T23:58:37,297 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@346c2429, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:37,297 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:37,297 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:37,298 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:37,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:37,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:37,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@725f9ce6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:37,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:37,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:37,300 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:37,301 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:37,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ffbae41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:37,302 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:37,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:37,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:37,304 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60792, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:37,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733961476373', row='row-test-1733961476373-1-0', locateType=CURRENT is [region=test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a., hostname=d462fa545078,40301,1733961467875, seqNum=107] 2024-12-11T23:58:37,306 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-11T23:58:37,306 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:58:37,306 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:37,306 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:37,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:37,306 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733961476373-1-0] 2024-12-11T23:58:37,306 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d462fa545078 2024-12-11T23:58:37,318 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ec51096, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:37,318 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:37,318 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:37,319 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:37,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:37,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:37,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c25d8d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:37,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:37,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:37,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:37,321 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:37,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7feb9385, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:37,322 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:37,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:37,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:37,324 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:37,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733961476373', row='row-test-1733961476373-3-0', locateType=CURRENT is [region=test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a., hostname=d462fa545078,40301,1733961467875, seqNum=107] 2024-12-11T23:58:37,326 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-11T23:58:37,326 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:58:37,326 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:37,326 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:37,326 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:37,326 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733961476373-3-0] 2024-12-11T23:58:37,327 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: d462fa545078 2024-12-11T23:58:37,335 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/backupUT/.tmp/backup_1733961508296/_temporary/0/_temporary/attempt_local1462603921_0003_r_000001_0/default/test-1733961476373/f/98e46564eaf8400ba337e2f87c691fc8 is 59, key is row-test-1733961476373-1-10/f:q1/1733961506572/Put/seqid=0 2024-12-11T23:58:37,337 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d462fa545078:40301] Specified favored nodes: [d462fa545078:40301] 2024-12-11T23:58:37,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741898_1074 (size=10770) 2024-12-11T23:58:37,741 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/backupUT/.tmp/backup_1733961508296/_temporary/0/_temporary/attempt_local1462603921_0003_r_000001_0/default/test-1733961476373/mob/9b07a54ae18b4c019be3f8bc48ed9dfe is 63, key is row-test-1733961476373-3-100/mob:q1/1733961506918/Put/seqid=0 2024-12-11T23:58:37,743 WARN [Thread-964 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [d462fa545078:40301] Specified favored nodes: [d462fa545078:40301] 2024-12-11T23:58:37,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741899_1075 (size=11811) 2024-12-11T23:58:38,684 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:41525/backupUT 2024-12-11T23:58:38,684 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733961508296 2024-12-11T23:58:38,684 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-11T23:58:38,700 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:41525/backupUT/.tmp/backup_1733961508296, hdfs://localhost:41525/backupUT] 2024-12-11T23:58:38,770 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T23:58:38,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741900_1076 (size=10770) 2024-12-11T23:58:39,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741901_1077 (size=11811) 2024-12-11T23:58:39,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741902_1078 (size=5275) 2024-12-11T23:58:40,375 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-11T23:58:40,383 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733961508296 2024-12-11T23:58:40,383 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-12-11T23:58:40,384 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1445328408_0004 completed: true true 2024-12-11T23:58:40,385 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3832100 FILE: Number of bytes written=6198181 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231564 HDFS: Number of bytes written=2433152 HDFS: Number of read operations=646 HDFS: Number of large read operations=0 HDFS: Number of write operations=249 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-12-11T23:58:40,385 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:41525/backupUT/.tmp/backup_1733961508296 to hdfs://localhost:41525/backupUT finished. 2024-12-11T23:58:40,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1733961476373:', locateType=CURRENT is [region=backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971., hostname=d462fa545078,40301,1733961467875, seqNum=2] 2024-12-11T23:58:40,399 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733961508296 2024-12-11T23:58:40,402 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733961486525} 2024-12-11T23:58:40,402 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-11T23:58:40,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741903_1079 (size=317) 2024-12-11T23:58:40,810 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:41525/backupUT/backup_1733961508296/.backup.manifest 2024-12-11T23:58:40,810 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733961508296 finished: type=INCREMENTAL,tablelist=test-1733961476373;ns2:test-17339614763731,targetRootDir=hdfs://localhost:41525/backupUT,startts=1733961512582,completets=1733961520399,bytescopied=0 2024-12-11T23:58:40,810 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T23:58:40,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-11T23:58:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-11T23:58:40,824 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-11T23:58:40,827 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T23:58:40,831 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733961508296 completed. 2024-12-11T23:58:40,831 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-11T23:58:40,840 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:40,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:40,849 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:41525/backupUT/backup_1733961508296/.backup.manifest 2024-12-11T23:58:40,852 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733961508296/.backup.manifest 2024-12-11T23:58:40,853 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:41525/backupUT/backup_1733961508296/.backup.manifest 2024-12-11T23:58:40,855 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733961508296/.backup.manifest 2024-12-11T23:58:40,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733961476373 from 'test-1733961476373', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733961476373', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:58:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733961476373 2024-12-11T23:58:40,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741904_1080 (size=908) 2024-12-11T23:58:41,273 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/.tabledesc/.tableinfo.0000000003.950 2024-12-11T23:58:41,274 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/.tabledesc/.tableinfo.0000000004.908 2024-12-11T23:58:41,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733961476373}] 2024-12-11T23:58:41,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, REOPEN/MOVE}] 2024-12-11T23:58:41,284 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, REOPEN/MOVE 2024-12-11T23:58:41,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=13db27bc8c34280e9470e7c6b3cb851a, regionState=CLOSING, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:41,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, REOPEN/MOVE because future has completed 2024-12-11T23:58:41,287 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T23:58:41,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875}] 2024-12-11T23:58:41,441 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,441 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T23:58:41,441 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 13db27bc8c34280e9470e7c6b3cb851a, disabling compactions & flushes 2024-12-11T23:58:41,441 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:41,441 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:41,441 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. after waiting 0 ms 2024-12-11T23:58:41,441 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:41,452 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-12-11T23:58:41,453 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T23:58:41,453 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:41,453 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 13db27bc8c34280e9470e7c6b3cb851a: Waiting for close lock at 1733961521441Running coprocessor pre-close hooks at 1733961521441Disabling compacts and flushes for region at 1733961521441Disabling writes for close at 1733961521441Writing region close event to WAL at 1733961521444 (+3 ms)Running coprocessor post-close hooks at 1733961521453 (+9 ms)Closed at 1733961521453 2024-12-11T23:58:41,453 WARN [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 13db27bc8c34280e9470e7c6b3cb851a to self. 2024-12-11T23:58:41,456 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,456 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=13db27bc8c34280e9470e7c6b3cb851a, regionState=CLOSED 2024-12-11T23:58:41,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875 because future has completed 2024-12-11T23:58:41,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-11T23:58:41,462 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875 in 173 msec 2024-12-11T23:58:41,463 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, REOPEN/MOVE; state=CLOSED, location=d462fa545078,40301,1733961467875; forceNewPlan=false, retain=true 2024-12-11T23:58:41,583 DEBUG [master/d462fa545078:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733961476373 2024-12-11T23:58:41,583 DEBUG [master/d462fa545078:0.Chore.1 {}] procedure.MasterProcedureScheduler(153): There is already a procedure running for table test-1733961476373, added pid=46, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733961476373 to waiting queue 2024-12-11T23:58:41,615 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=13db27bc8c34280e9470e7c6b3cb851a, regionState=OPENING, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:41,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, REOPEN/MOVE because future has completed 2024-12-11T23:58:41,621 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875}] 2024-12-11T23:58:41,779 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:41,779 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 13db27bc8c34280e9470e7c6b3cb851a, NAME => 'test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a.', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:58:41,780 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T23:58:41,780 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733961476373 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,780 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:58:41,780 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,780 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,782 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,783 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13db27bc8c34280e9470e7c6b3cb851a columnFamilyName f 2024-12-11T23:58:41,783 DEBUG [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:41,789 DEBUG [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/80b05416cb9841d18c211fc7be8d1fc3 2024-12-11T23:58:41,794 DEBUG [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/c4f4a3c0c90b4833b3d7dae77ddf038e 2024-12-11T23:58:41,794 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(327): Store=13db27bc8c34280e9470e7c6b3cb851a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:58:41,794 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,796 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13db27bc8c34280e9470e7c6b3cb851a columnFamilyName f2 2024-12-11T23:58:41,796 DEBUG [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:41,796 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(327): Store=13db27bc8c34280e9470e7c6b3cb851a/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:58:41,796 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,797 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13db27bc8c34280e9470e7c6b3cb851a columnFamilyName mob 2024-12-11T23:58:41,798 DEBUG [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:41,804 DEBUG [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/0aac29e9848341069265e8d6b235198f 2024-12-11T23:58:41,810 DEBUG [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b 2024-12-11T23:58:41,810 INFO [StoreOpener-13db27bc8c34280e9470e7c6b3cb851a-1 {}] regionserver.HStore(327): Store=13db27bc8c34280e9470e7c6b3cb851a/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:58:41,810 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,811 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,813 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,814 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,814 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,815 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733961476373 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-11T23:58:41,817 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,818 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 13db27bc8c34280e9470e7c6b3cb851a; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11274654560, jitterRate=0.05003403127193451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-11T23:58:41,818 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:41,822 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 13db27bc8c34280e9470e7c6b3cb851a: Running coprocessor pre-open hook at 1733961521780Writing region info on filesystem at 1733961521780Initializing all the Stores at 1733961521781 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961521781Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961521781Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961521781Cleaning up temporary data from old regions at 1733961521814 (+33 ms)Running coprocessor post-open hooks at 1733961521818 (+4 ms)Region opened successfully at 1733961521821 (+3 ms) 2024-12-11T23:58:41,823 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a., pid=47, masterSystemTime=1733961521776 2024-12-11T23:58:41,825 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:41,825 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:41,826 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=13db27bc8c34280e9470e7c6b3cb851a, regionState=OPEN, openSeqNum=338, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:58:41,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875 because future has completed 2024-12-11T23:58:41,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=44 2024-12-11T23:58:41,830 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a, server=d462fa545078,40301,1733961467875 in 207 msec 2024-12-11T23:58:41,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-12-11T23:58:41,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733961476373, region=13db27bc8c34280e9470e7c6b3cb851a, REOPEN/MOVE in 547 msec 2024-12-11T23:58:41,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-11T23:58:41,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733961476373 in 551 msec 2024-12-11T23:58:41,837 DEBUG [PEWorker-3 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733961476373 2024-12-11T23:58:41,844 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f3/24c759a841e44619a022fc45ba73caf2 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/archive/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f3/24c759a841e44619a022fc45ba73caf2 2024-12-11T23:58:41,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733961476373 in 987 msec 2024-12-11T23:58:41,846 DEBUG [PEWorker-3 {}] procedure.MasterProcedureScheduler(373): pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733961476373 completed, enqueue a new procedure pid=46, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733961476373 2024-12-11T23:58:41,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-11T23:58:41,847 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733961476373 completed 2024-12-11T23:58:41,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741905_1081 (size=950) 2024-12-11T23:58:41,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:41,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:41,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:41,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:41,881 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T23:58:41,885 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733961521848 2024-12-11T23:58:41,887 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733961508296} 2024-12-11T23:58:41,887 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733961486525} 2024-12-11T23:58:41,887 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-12-11T23:58:41,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:41,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:41,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:41,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:41,928 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1733961476373 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1733961476373 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:175) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:174) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T23:58:41,930 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733961521848,startts=0,failedts=1733961521928,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1733961476373 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-12-11T23:58:41,930 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-12-11T23:58:41,932 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-12-11T23:58:41,933 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T23:58:41,935 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-12-11T23:58:41,935 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-12-11T23:58:41,937 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T23:58:41,939 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733961521848 failed. 2024-12-11T23:58:41,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:41,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:41,956 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733961476373, ns2:test-17339614763731, ns3:test-17339614763732, ns4:test-17339614763733] 2024-12-11T23:58:41,956 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T23:58:41,961 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T23:58:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733961521961 (current time:1733961521961). 2024-12-11T23:58:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T23:58:41,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-11T23:58:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1fab5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:41,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:41,963 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5caa34e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:41,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:41,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:41,964 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60160, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:41,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff0ca2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:41,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:41,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:41,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:41,967 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:41,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765. 2024-12-11T23:58:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:58:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:41,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:41,968 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:41,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T23:58:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T23:58:41,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2024-12-11T23:58:41,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-11T23:58:41,972 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T23:58:41,973 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T23:58:41,976 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T23:58:41,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741906_1082 (size=52) 2024-12-11T23:58:42,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-11T23:58:42,259 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/.tabledesc/.tableinfo.0000000004.908 2024-12-11T23:58:42,259 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/.tabledesc/.tableinfo.0000000005.950 2024-12-11T23:58:42,262 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733961476373 in 679 msec 2024-12-11T23:58:42,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-11T23:58:42,382 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T23:58:42,382 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c}] 2024-12-11T23:58:42,383 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:42,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=49 2024-12-11T23:58:42,537 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:58:42,537 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing a526b48897d6b9ab626afc3811def74c 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-12-11T23:58:42,547 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/720b499bea18409390c101808433587c is 158, key is trslm:hdfs://localhost:41525/backupUT\x00ns2:test-17339614763731/meta:log-roll-map/1733961520390/Put/seqid=0 2024-12-11T23:58:42,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741907_1083 (size=5745) 2024-12-11T23:58:42,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-11T23:58:42,952 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/720b499bea18409390c101808433587c 2024-12-11T23:58:42,964 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/fd3f1fca5fd44701adc18e94c9d38f75 is 1245, key is session:backup_1733961521848/session:context/1733961521936/Put/seqid=0 2024-12-11T23:58:42,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741908_1084 (size=6682) 2024-12-11T23:58:43,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-11T23:58:43,370 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/fd3f1fca5fd44701adc18e94c9d38f75 2024-12-11T23:58:43,385 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/720b499bea18409390c101808433587c as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/720b499bea18409390c101808433587c 2024-12-11T23:58:43,392 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/720b499bea18409390c101808433587c, entries=4, sequenceid=31, filesize=5.6 K 2024-12-11T23:58:43,394 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/fd3f1fca5fd44701adc18e94c9d38f75 as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/fd3f1fca5fd44701adc18e94c9d38f75 2024-12-11T23:58:43,402 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/fd3f1fca5fd44701adc18e94c9d38f75, entries=3, sequenceid=31, filesize=6.5 K 2024-12-11T23:58:43,403 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for a526b48897d6b9ab626afc3811def74c in 866ms, sequenceid=31, compaction requested=true 2024-12-11T23:58:43,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for a526b48897d6b9ab626afc3811def74c: 2024-12-11T23:58:43,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. for snapshot_backup_system completed. 2024-12-11T23:58:43,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.' region-info for snapshot=snapshot_backup_system 2024-12-11T23:58:43,403 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T23:58:43,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/720b499bea18409390c101808433587c] hfiles 2024-12-11T23:58:43,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771 for snapshot=snapshot_backup_system 2024-12-11T23:58:43,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/720b499bea18409390c101808433587c for snapshot=snapshot_backup_system 2024-12-11T23:58:43,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/fd3f1fca5fd44701adc18e94c9d38f75] hfiles 2024-12-11T23:58:43,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569 for snapshot=snapshot_backup_system 2024-12-11T23:58:43,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56 for snapshot=snapshot_backup_system 2024-12-11T23:58:43,404 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/fd3f1fca5fd44701adc18e94c9d38f75 for snapshot=snapshot_backup_system 2024-12-11T23:58:43,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741909_1085 (size=251) 2024-12-11T23:58:43,811 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:58:43,812 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-11T23:58:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-11T23:58:43,814 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:43,815 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=49, ppid=48, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c 2024-12-11T23:58:43,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-11T23:58:43,819 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T23:58:43,819 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c in 1.4350 sec 2024-12-11T23:58:43,820 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T23:58:43,821 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T23:58:43,821 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-11T23:58:43,822 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-11T23:58:43,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741910_1086 (size=888) 2024-12-11T23:58:44,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-11T23:58:44,237 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T23:58:44,248 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T23:58:44,249 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_backup_system 2024-12-11T23:58:44,251 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=48, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T23:58:44,251 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 48 2024-12-11T23:58:44,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=48, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2820 sec 2024-12-11T23:58:44,364 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 233157d968a2b24f9eec9f94dfae05ad, had cached 0 bytes from a total of 8413 2024-12-11T23:58:45,237 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T23:58:46,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-11T23:58:46,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-11T23:58:46,142 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733961521940 started at 1733961526141. 2024-12-11T23:58:46,146 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733961521940 has been started. 2024-12-11T23:58:46,153 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-11T23:58:46,153 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-11T23:58:46,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-11T23:58:46,154 INFO [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-11T23:58:46,154 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-11T23:58:46,154 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-11T23:58:46,154 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-11T23:58:46,155 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:46,155 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:46,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T23:58:46,235 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:46,235 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T23:58:46,235 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T23:58:46,236 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:46,236 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-11T23:58:46,237 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:46,239 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:46,240 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-11T23:58:46,241 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:46,241 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-11T23:58:46,241 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-11T23:58:46,242 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-11T23:58:46,242 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-11T23:58:46,242 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-11T23:58:46,242 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-11T23:58:46,242 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-11T23:58:46,242 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'd462fa545078,40301,1733961467875' joining acquired barrier for procedure (rolllog) in zk 2024-12-11T23:58:46,255 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:46,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:46,255 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:46,255 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T23:58:46,255 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T23:58:46,256 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-11T23:58:46,256 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-11T23:58:46,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T23:58:46,256 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T23:58:46,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:46,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:46,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T23:58:46,259 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'd462fa545078,40301,1733961467875' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-11T23:58:46,259 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@18fd29d8[Count = 0] remaining members to acquire global barrier 2024-12-11T23:58:46,259 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-11T23:58:46,259 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:46,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:46,266 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:46,266 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:46,266 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-11T23:58:46,266 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:46,266 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-11T23:58:46,266 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-11T23:58:46,266 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: d462fa545078,40301,1733961467875 2024-12-11T23:58:46,266 INFO [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733961512687 highest: 1733961512732 on d462fa545078,40301,1733961467875 2024-12-11T23:58:46,266 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0:(num 1733961512687) roll requested 2024-12-11T23:58:46,280 DEBUG [regionserver/d462fa545078:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961526267, exclude list is [], retry=0 2024-12-11T23:58:46,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:58:46,284 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961512687 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961526267 2024-12-11T23:58:46,284 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:58:46,284 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961512687 is not closed yet, will try archiving it next time 2024-12-11T23:58:46,284 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d462fa545078%2C40301%2C1733961467875.meta:.meta(num 1733961512708) roll requested 2024-12-11T23:58:46,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741889_1065 (size=93) 2024-12-11T23:58:46,285 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961512687 not finished, retry = 0 2024-12-11T23:58:46,295 DEBUG [regionserver/d462fa545078:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961526284.meta, exclude list is [], retry=0 2024-12-11T23:58:46,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:58:46,299 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961512708.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961526284.meta 2024-12-11T23:58:46,299 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:58:46,299 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961512708.meta is not closed yet, will try archiving it next time 2024-12-11T23:58:46,299 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1:(num 1733961512732) roll requested 2024-12-11T23:58:46,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741890_1066 (size=1903) 2024-12-11T23:58:46,300 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961512708.meta not finished, retry = 0 2024-12-11T23:58:46,310 DEBUG [regionserver/d462fa545078:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961526299, exclude list is [], retry=0 2024-12-11T23:58:46,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:58:46,313 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961512732 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961526299 2024-12-11T23:58:46,313 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:58:46,313 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961512732 is not closed yet, will try archiving it next time 2024-12-11T23:58:46,313 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961493369 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961493369 2024-12-11T23:58:46,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741891_1067 (size=4927) 2024-12-11T23:58:46,314 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961512732 not finished, retry = 0 2024-12-11T23:58:46,327 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-12-11T23:58:46,327 INFO [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733961526267 on d462fa545078,40301,1733961467875 2024-12-11T23:58:46,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:58:46,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:58:46,347 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-11T23:58:46,347 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'd462fa545078,40301,1733961467875' in zk 2024-12-11T23:58:46,360 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:46,360 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-11T23:58:46,360 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T23:58:46,360 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-11T23:58:46,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:46,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T23:58:46,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T23:58:46,361 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T23:58:46,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T23:58:46,362 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:46,363 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:46,363 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T23:58:46,364 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:46,364 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:46,365 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'd462fa545078,40301,1733961467875': 2024-12-11T23:58:46,365 INFO [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-11T23:58:46,365 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'd462fa545078,40301,1733961467875' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-11T23:58:46,365 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-11T23:58:46,365 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-11T23:58:46,365 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-11T23:58:46,365 INFO [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-11T23:58:46,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T23:58:46,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T23:58:46,379 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T23:58:46,379 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-11T23:58:46,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:46,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T23:58:46,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:46,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T23:58:46,380 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T23:58:46,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T23:58:46,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T23:58:46,381 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:46,381 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:46,381 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T23:58:46,381 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T23:58:46,382 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:46,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:46,383 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:46,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T23:58:46,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:58:46,384 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:58:46,386 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961512687 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961512687 2024-12-11T23:58:46,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:46,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:46,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T23:58:46,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T23:58:46,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:58:46,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:46,392 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T23:58:46,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T23:58:46,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T23:58:46,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T23:58:46,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T23:58:46,393 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T23:58:46,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-11T23:58:46,393 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-11T23:58:46,393 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T23:58:46,393 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T23:58:46,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-11T23:58:46,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-11T23:58:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733961526406 (current time:1733961526406). 2024-12-11T23:58:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T23:58:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733961526405_backup_system_bulk VERSION not specified, setting to 2 2024-12-11T23:58:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2db34908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:46,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:46,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:46,407 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:46,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:46,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:46,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68a9fcc2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:46,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:46,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:46,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:46,409 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60172, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:46,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b3a5d0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:46,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:46,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:46,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:46,411 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:46,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765. 2024-12-11T23:58:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:58:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:46,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:46,412 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T23:58:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-11T23:58:46,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-11T23:58:46,414 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T23:58:46,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T23:58:46,415 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T23:58:46,417 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T23:58:46,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741914_1090 (size=76) 2024-12-11T23:58:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T23:58:46,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T23:58:46,826 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T23:58:46,827 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83e800fc687ad634bb1552a2ae32a971}] 2024-12-11T23:58:46,830 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:46,980 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-11T23:58:46,983 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-12-11T23:58:46,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:58:46,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 83e800fc687ad634bb1552a2ae32a971: 2024-12-11T23:58:46,983 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. for snapshot_1733961526405_backup_system_bulk completed. 2024-12-11T23:58:46,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971.' region-info for snapshot=snapshot_1733961526405_backup_system_bulk 2024-12-11T23:58:46,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T23:58:46,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T23:58:46,984 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T23:58:46,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741915_1091 (size=61) 2024-12-11T23:58:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T23:58:47,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:58:47,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-11T23:58:47,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-11T23:58:47,399 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733961526405_backup_system_bulk on region 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:47,400 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:58:47,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-11T23:58:47,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 83e800fc687ad634bb1552a2ae32a971 in 577 msec 2024-12-11T23:58:47,406 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T23:58:47,407 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T23:58:47,407 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T23:58:47,407 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733961526405_backup_system_bulk 2024-12-11T23:58:47,408 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961526405_backup_system_bulk 2024-12-11T23:58:47,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741916_1092 (size=702) 2024-12-11T23:58:47,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T23:58:47,823 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T23:58:47,832 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T23:58:47,833 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961526405_backup_system_bulk to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961526405_backup_system_bulk 2024-12-11T23:58:47,836 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T23:58:47,836 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-11T23:58:47,838 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733961526405_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4230 sec 2024-12-11T23:58:48,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-11T23:58:48,573 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-12-11T23:58:48,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 } 2024-12-11T23:58:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733961528575 (current time:1733961528575). 2024-12-11T23:58:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T23:58:48,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733961528573_ns4_test-17339614763733 VERSION not specified, setting to 2 2024-12-11T23:58:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d016030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:48,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:48,579 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:48,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:48,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:48,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c428df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:48,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:48,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:48,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:48,582 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60194, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:48,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b8b4c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:48,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:48,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:48,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:48,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50604, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:48,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765. 2024-12-11T23:58:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:58:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:48,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:48,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T23:58:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 } 2024-12-11T23:58:48,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-11T23:58:48,589 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T23:58:48,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T23:58:48,590 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T23:58:48,592 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T23:58:48,596 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741917_1093 (size=86) 2024-12-11T23:58:48,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T23:58:48,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T23:58:49,001 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T23:58:49,002 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2cf072917e96cd11cb0f63a1dcb8ef6}] 2024-12-11T23:58:49,005 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:49,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-12-11T23:58:49,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:58:49,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for d2cf072917e96cd11cb0f63a1dcb8ef6: 2024-12-11T23:58:49,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. for snapshot_1733961528573_ns4_test-17339614763733 completed. 2024-12-11T23:58:49,161 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6.' region-info for snapshot=snapshot_1733961528573_ns4_test-17339614763733 2024-12-11T23:58:49,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T23:58:49,162 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T23:58:49,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741918_1094 (size=52) 2024-12-11T23:58:49,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T23:58:49,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:58:49,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-11T23:58:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-11T23:58:49,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733961528573_ns4_test-17339614763733 on region d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:49,576 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:58:49,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-11T23:58:49,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure d2cf072917e96cd11cb0f63a1dcb8ef6 in 575 msec 2024-12-11T23:58:49,582 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T23:58:49,583 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T23:58:49,584 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T23:58:49,584 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733961528573_ns4_test-17339614763733 2024-12-11T23:58:49,585 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961528573_ns4_test-17339614763733 2024-12-11T23:58:49,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741919_1095 (size=443) 2024-12-11T23:58:49,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T23:58:49,999 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T23:58:50,006 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T23:58:50,007 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961528573_ns4_test-17339614763733 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961528573_ns4_test-17339614763733 2024-12-11T23:58:50,009 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T23:58:50,009 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-11T23:58:50,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733961528573_ns4_test-17339614763733 table=ns4:test-17339614763733 type=FLUSH ttl=0 } in 1.4210 sec 2024-12-11T23:58:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-11T23:58:50,742 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17339614763733 completed 2024-12-11T23:58:50,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 } 2024-12-11T23:58:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733961530744 (current time:1733961530744). 2024-12-11T23:58:50,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T23:58:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733961530742_ns3_test-17339614763732 VERSION not specified, setting to 2 2024-12-11T23:58:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b1f4523, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:50,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:50,750 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:50,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:50,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:50,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c3ba31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:50,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:50,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:50,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:50,754 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60062, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:50,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15288d47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:50,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:50,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:50,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:50,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:50,758 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765. 2024-12-11T23:58:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:58:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:50,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:50,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T23:58:50,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 } 2024-12-11T23:58:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-11T23:58:50,760 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T23:58:50,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T23:58:50,761 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T23:58:50,764 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T23:58:50,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741920_1096 (size=86) 2024-12-11T23:58:50,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T23:58:51,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T23:58:51,172 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T23:58:51,173 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c8e724190f64a41668b2f24f9b2fd77}] 2024-12-11T23:58:51,175 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:51,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-12-11T23:58:51,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:58:51,329 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 6c8e724190f64a41668b2f24f9b2fd77: 2024-12-11T23:58:51,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. for snapshot_1733961530742_ns3_test-17339614763732 completed. 2024-12-11T23:58:51,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77.' region-info for snapshot=snapshot_1733961530742_ns3_test-17339614763732 2024-12-11T23:58:51,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T23:58:51,330 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T23:58:51,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741921_1097 (size=52) 2024-12-11T23:58:51,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T23:58:51,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:58:51,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-11T23:58:51,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-11T23:58:51,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733961530742_ns3_test-17339614763732 on region 6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:51,743 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:58:51,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-11T23:58:51,749 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 6c8e724190f64a41668b2f24f9b2fd77 in 572 msec 2024-12-11T23:58:51,749 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T23:58:51,751 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T23:58:51,753 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T23:58:51,753 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733961530742_ns3_test-17339614763732 2024-12-11T23:58:51,754 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961530742_ns3_test-17339614763732 2024-12-11T23:58:51,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741922_1098 (size=443) 2024-12-11T23:58:51,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T23:58:52,170 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T23:58:52,180 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T23:58:52,181 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961530742_ns3_test-17339614763732 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961530742_ns3_test-17339614763732 2024-12-11T23:58:52,182 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T23:58:52,182 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-11T23:58:52,183 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733961530742_ns3_test-17339614763732 table=ns3:test-17339614763732 type=FLUSH ttl=0 } in 1.4230 sec 2024-12-11T23:58:52,365 INFO [master/d462fa545078:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-11T23:58:52,365 INFO [master/d462fa545078:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-11T23:58:52,829 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region a526b48897d6b9ab626afc3811def74c, had cached 0 bytes from a total of 28925 2024-12-11T23:58:52,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-11T23:58:52,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17339614763732 completed 2024-12-11T23:58:52,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } 2024-12-11T23:58:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733961532924 (current time:1733961532924). 2024-12-11T23:58:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T23:58:52,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733961532923_default_test-1733961476373 VERSION not specified, setting to 2 2024-12-11T23:58:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2e0f11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:52,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:52,929 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:52,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:52,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:52,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79a1dfdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:52,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:52,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:52,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:52,933 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:52,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@770d792, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:52,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:52,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:52,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:52,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:52,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765. 2024-12-11T23:58:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:58:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:52,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:52,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:52,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T23:58:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } 2024-12-11T23:58:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-11T23:58:52,940 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T23:58:52,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T23:58:52,941 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T23:58:52,943 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T23:58:52,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741923_1099 (size=84) 2024-12-11T23:58:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T23:58:53,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T23:58:53,352 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T23:58:53,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a}] 2024-12-11T23:58:53,355 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:53,507 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-12-11T23:58:53,507 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:53,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 13db27bc8c34280e9470e7c6b3cb851a: 2024-12-11T23:58:53,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. for snapshot_1733961532923_default_test-1733961476373 completed. 2024-12-11T23:58:53,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a.' region-info for snapshot=snapshot_1733961532923_default_test-1733961476373 2024-12-11T23:58:53,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T23:58:53,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/80b05416cb9841d18c211fc7be8d1fc3, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/c4f4a3c0c90b4833b3d7dae77ddf038e] hfiles 2024-12-11T23:58:53,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/80b05416cb9841d18c211fc7be8d1fc3 for snapshot=snapshot_1733961532923_default_test-1733961476373 2024-12-11T23:58:53,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/c4f4a3c0c90b4833b3d7dae77ddf038e for snapshot=snapshot_1733961532923_default_test-1733961476373 2024-12-11T23:58:53,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-11T23:58:53,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/0aac29e9848341069265e8d6b235198f] hfiles 2024-12-11T23:58:53,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b for snapshot=snapshot_1733961532923_default_test-1733961476373 2024-12-11T23:58:53,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/0aac29e9848341069265e8d6b235198f for snapshot=snapshot_1733961532923_default_test-1733961476373 2024-12-11T23:58:53,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741924_1100 (size=224) 2024-12-11T23:58:53,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T23:58:53,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:58:53,921 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-11T23:58:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-11T23:58:53,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733961532923_default_test-1733961476373 on region 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:53,923 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:53,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-11T23:58:53,930 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 13db27bc8c34280e9470e7c6b3cb851a in 573 msec 2024-12-11T23:58:53,930 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T23:58:53,932 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T23:58:53,933 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-11T23:58:53,933 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-11T23:58:53,933 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:53,934 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-11T23:58:53,934 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:53,935 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-12-11T23:58:53,935 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:58:53,936 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/mobdir/data/default/test-1733961476373/820fe205b2f15e74c76be7497f74bfcd/mob/d41d8cd98f00b204e9800998ecf8427e2024121188267ab5c6974a95be0c412aca50487f_13db27bc8c34280e9470e7c6b3cb851a] hfiles 2024-12-11T23:58:53,936 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/mobdir/data/default/test-1733961476373/820fe205b2f15e74c76be7497f74bfcd/mob/d41d8cd98f00b204e9800998ecf8427e2024121188267ab5c6974a95be0c412aca50487f_13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:58:53,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741925_1101 (size=168) 2024-12-11T23:58:54,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T23:58:54,347 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T23:58:54,347 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733961532923_default_test-1733961476373 2024-12-11T23:58:54,349 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961532923_default_test-1733961476373 2024-12-11T23:58:54,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741926_1102 (size=1347) 2024-12-11T23:58:54,769 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T23:58:54,780 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T23:58:54,780 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961532923_default_test-1733961476373 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961532923_default_test-1733961476373 2024-12-11T23:58:54,781 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T23:58:54,781 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-11T23:58:54,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733961532923_default_test-1733961476373 table=test-1733961476373 type=FLUSH ttl=0 } in 1.8430 sec 2024-12-11T23:58:55,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-11T23:58:55,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733961476373 completed 2024-12-11T23:58:55,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } 2024-12-11T23:58:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733961535104 (current time:1733961535104). 2024-12-11T23:58:55,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T23:58:55,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733961535102_ns2_test-17339614763731 VERSION not specified, setting to 2 2024-12-11T23:58:55,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e4089f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:58:55,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:58:55,109 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:58:55,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:58:55,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:58:55,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b743d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:55,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:58:55,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:58:55,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:55,111 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:58:55,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8108ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:58:55,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:58:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:58:55,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:58:55,114 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:58:55,115 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765. 2024-12-11T23:58:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:58:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:58:55,115 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:58:55,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T23:58:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } 2024-12-11T23:58:55,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-11T23:58:55,117 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T23:58:55,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T23:58:55,118 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T23:58:55,120 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T23:58:55,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741927_1103 (size=86) 2024-12-11T23:58:55,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T23:58:55,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T23:58:55,587 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T23:58:55,587 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 233157d968a2b24f9eec9f94dfae05ad}] 2024-12-11T23:58:55,590 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:58:55,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T23:58:55,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-12-11T23:58:55,745 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:58:55,746 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 233157d968a2b24f9eec9f94dfae05ad 1/1 column families, dataSize=170 B heapSize=816 B 2024-12-11T23:58:55,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/.tmp/f/ffac48ffa5a8407b898444e3b758ae66 is 38, key is row-t20/f:q1/1733961506949/Put/seqid=0 2024-12-11T23:58:55,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741928_1104 (size=5134) 2024-12-11T23:58:56,163 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/.tmp/f/ffac48ffa5a8407b898444e3b758ae66 2024-12-11T23:58:56,170 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/.tmp/f/ffac48ffa5a8407b898444e3b758ae66 as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/ffac48ffa5a8407b898444e3b758ae66 2024-12-11T23:58:56,176 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/ffac48ffa5a8407b898444e3b758ae66, entries=5, sequenceid=111, filesize=5.0 K 2024-12-11T23:58:56,177 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 233157d968a2b24f9eec9f94dfae05ad in 432ms, sequenceid=111, compaction requested=false 2024-12-11T23:58:56,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 233157d968a2b24f9eec9f94dfae05ad: 2024-12-11T23:58:56,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. for snapshot_1733961535102_ns2_test-17339614763731 completed. 2024-12-11T23:58:56,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad.' region-info for snapshot=snapshot_1733961535102_ns2_test-17339614763731 2024-12-11T23:58:56,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T23:58:56,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/0f828e113e4b47948e05611af33af1ab, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/ffac48ffa5a8407b898444e3b758ae66] hfiles 2024-12-11T23:58:56,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/0f828e113e4b47948e05611af33af1ab for snapshot=snapshot_1733961535102_ns2_test-17339614763731 2024-12-11T23:58:56,177 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/ffac48ffa5a8407b898444e3b758ae66 for snapshot=snapshot_1733961535102_ns2_test-17339614763731 2024-12-11T23:58:56,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741929_1105 (size=130) 2024-12-11T23:58:56,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T23:58:56,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:58:56,584 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-11T23:58:56,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-11T23:58:56,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733961535102_ns2_test-17339614763731 on region 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:58:56,585 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:58:56,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-11T23:58:56,591 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T23:58:56,591 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 233157d968a2b24f9eec9f94dfae05ad in 1.0000 sec 2024-12-11T23:58:56,592 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T23:58:56,594 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T23:58:56,594 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733961535102_ns2_test-17339614763731 2024-12-11T23:58:56,595 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961535102_ns2_test-17339614763731 2024-12-11T23:58:56,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741930_1106 (size=496) 2024-12-11T23:58:57,013 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T23:58:57,022 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T23:58:57,023 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_1733961535102_ns2_test-17339614763731 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961535102_ns2_test-17339614763731 2024-12-11T23:58:57,024 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T23:58:57,024 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-11T23:58:57,026 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733961535102_ns2_test-17339614763731 table=ns2:test-17339614763731 type=FLUSH ttl=0 } in 1.9080 sec 2024-12-11T23:58:57,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-11T23:58:57,263 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17339614763731 completed 2024-12-11T23:58:57,263 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733961521940 2024-12-11T23:58:57,263 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-11T23:58:57,264 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-12-11T23:58:57,264 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733961521940_backup:system_bulk 2024-12-11T23:58:57,264 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733961526405_backup_system_bulk to hdfs://localhost:41525/backupUT/backup_1733961521940/backup/system_bulk/ 2024-12-11T23:58:57,264 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T23:58:57,299 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41525, inputRoot=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:58:57,300 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-297325573_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41525/backupUT/backup_1733961521940/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41525/backupUT/backup_1733961521940/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733961526405_backup_system_bulk 2024-12-11T23:58:57,301 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T23:58:57,305 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961526405_backup_system_bulk to hdfs://localhost:41525/backupUT/backup_1733961521940/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733961526405_backup_system_bulk 2024-12-11T23:58:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741932_1108 (size=702) 2024-12-11T23:58:57,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741931_1107 (size=76) 2024-12-11T23:58:57,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:57,719 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:57,720 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:58,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop-10567046231727180583.jar 2024-12-11T23:58:58,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:58,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:58,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:58,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:58,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:58,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:58,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:58,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:58,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:58:58,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T23:58:58,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T23:58:58,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T23:58:58,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T23:58:58,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T23:58:58,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T23:58:58,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T23:58:58,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T23:58:58,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T23:58:58,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T23:58:58,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T23:58:58,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:58:58,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:58:58,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:58:58,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:58:58,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:58:58,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:58:58,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:58:58,530 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T23:58:58,553 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733961526405_backup_system_bulk' hfile list 2024-12-11T23:58:58,626 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local710288259_0005_14245f92-6888-47d4-aa9f-279c53fb37a8/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T23:58:58,626 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local710288259_0005_14245f92-6888-47d4-aa9f-279c53fb37a8/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T23:58:59,658 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T23:58:59,661 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T23:58:59,669 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733961526405_backup_system_bulk 2024-12-11T23:58:59,669 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733961526405_backup_system_bulk finished. 2024-12-11T23:58:59,669 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733961521940_ns4:test-17339614763733 2024-12-11T23:58:59,670 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733961528573_ns4_test-17339614763733 to hdfs://localhost:41525/backupUT/backup_1733961521940/ns4/test-17339614763733/ 2024-12-11T23:58:59,670 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T23:58:59,695 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41525, inputRoot=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:58:59,695 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-297325573_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41525/backupUT/backup_1733961521940/ns4/test-17339614763733, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41525/backupUT/backup_1733961521940/ns4/test-17339614763733/.hbase-snapshot/.tmp/snapshot_1733961528573_ns4_test-17339614763733 2024-12-11T23:58:59,696 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T23:58:59,700 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961528573_ns4_test-17339614763733 to hdfs://localhost:41525/backupUT/backup_1733961521940/ns4/test-17339614763733/.hbase-snapshot/.tmp/snapshot_1733961528573_ns4_test-17339614763733 2024-12-11T23:58:59,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741933_1109 (size=86) 2024-12-11T23:58:59,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741934_1110 (size=443) 2024-12-11T23:59:00,110 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:00,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:00,111 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:00,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop-12311303313107145922.jar 2024-12-11T23:59:00,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:00,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:00,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:00,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:00,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:00,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:00,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:00,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:00,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:00,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T23:59:00,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T23:59:00,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T23:59:00,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T23:59:00,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T23:59:00,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T23:59:00,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T23:59:00,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T23:59:00,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T23:59:00,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T23:59:00,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T23:59:00,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:00,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:00,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:59:00,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:00,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:00,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:59:00,886 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:59:00,919 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T23:59:00,945 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733961528573_ns4_test-17339614763733' hfile list 2024-12-11T23:59:01,030 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local195757433_0006_c01538ca-e6db-455e-ac17-feca79b29029/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T23:59:01,030 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local195757433_0006_c01538ca-e6db-455e-ac17-feca79b29029/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T23:59:02,070 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T23:59:02,072 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T23:59:02,082 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733961528573_ns4_test-17339614763733 2024-12-11T23:59:02,082 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733961528573_ns4_test-17339614763733 finished. 2024-12-11T23:59:02,082 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733961521940_ns3:test-17339614763732 2024-12-11T23:59:02,082 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733961530742_ns3_test-17339614763732 to hdfs://localhost:41525/backupUT/backup_1733961521940/ns3/test-17339614763732/ 2024-12-11T23:59:02,082 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T23:59:02,107 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41525, inputRoot=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:59:02,108 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-297325573_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41525/backupUT/backup_1733961521940/ns3/test-17339614763732, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41525/backupUT/backup_1733961521940/ns3/test-17339614763732/.hbase-snapshot/.tmp/snapshot_1733961530742_ns3_test-17339614763732 2024-12-11T23:59:02,109 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T23:59:02,113 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961530742_ns3_test-17339614763732 to hdfs://localhost:41525/backupUT/backup_1733961521940/ns3/test-17339614763732/.hbase-snapshot/.tmp/snapshot_1733961530742_ns3_test-17339614763732 2024-12-11T23:59:02,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741936_1112 (size=86) 2024-12-11T23:59:02,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741935_1111 (size=443) 2024-12-11T23:59:02,527 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:02,527 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:02,528 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:03,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop-5097403101424894140.jar 2024-12-11T23:59:03,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:03,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:03,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:03,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:03,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:03,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:03,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:03,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:03,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:03,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T23:59:03,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T23:59:03,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T23:59:03,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T23:59:03,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T23:59:03,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T23:59:03,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T23:59:03,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T23:59:03,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T23:59:03,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T23:59:03,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T23:59:03,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:03,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:03,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:59:03,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:03,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:03,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:59:03,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:59:03,343 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T23:59:03,365 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733961530742_ns3_test-17339614763732' hfile list 2024-12-11T23:59:03,439 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local413091795_0007_1e19ff0c-d60a-4374-81d4-5d9e56133860/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T23:59:03,439 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local413091795_0007_1e19ff0c-d60a-4374-81d4-5d9e56133860/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T23:59:04,476 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T23:59:04,477 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T23:59:04,483 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733961530742_ns3_test-17339614763732 2024-12-11T23:59:04,483 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733961530742_ns3_test-17339614763732 finished. 2024-12-11T23:59:04,483 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733961521940_test-1733961476373 2024-12-11T23:59:04,483 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733961532923_default_test-1733961476373 to hdfs://localhost:41525/backupUT/backup_1733961521940/default/test-1733961476373/ 2024-12-11T23:59:04,483 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T23:59:04,511 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41525, inputRoot=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:59:04,511 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-297325573_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41525/backupUT/backup_1733961521940/default/test-1733961476373, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41525/backupUT/backup_1733961521940/default/test-1733961476373/.hbase-snapshot/.tmp/snapshot_1733961532923_default_test-1733961476373 2024-12-11T23:59:04,513 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T23:59:04,519 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961532923_default_test-1733961476373 to hdfs://localhost:41525/backupUT/backup_1733961521940/default/test-1733961476373/.hbase-snapshot/.tmp/snapshot_1733961532923_default_test-1733961476373 2024-12-11T23:59:04,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741938_1114 (size=84) 2024-12-11T23:59:04,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741937_1113 (size=1347) 2024-12-11T23:59:04,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:04,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:04,930 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:05,701 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop-5055834346624727103.jar 2024-12-11T23:59:05,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:05,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:05,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:05,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:05,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:05,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:05,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:05,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:05,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:05,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T23:59:05,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T23:59:05,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T23:59:05,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T23:59:05,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T23:59:05,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T23:59:05,704 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T23:59:05,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T23:59:05,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T23:59:05,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T23:59:05,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T23:59:05,705 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:05,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:05,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:59:05,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:05,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:05,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:59:05,706 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:59:05,739 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T23:59:05,762 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733961532923_default_test-1733961476373' hfile list 2024-12-11T23:59:05,764 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-12-11T23:59:05,833 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local1961326962_0008_1abef150-a231-4031-a6a5-a0b4bdfa5a02/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T23:59:05,833 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local1961326962_0008_1abef150-a231-4031-a6a5-a0b4bdfa5a02/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T23:59:05,891 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-11T23:59:05,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741939_1115 (size=13760) 2024-12-11T23:59:06,327 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/0aac29e9848341069265e8d6b235198f output=hdfs://localhost:41525/backupUT/backup_1733961521940/default/test-1733961476373/archive/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/0aac29e9848341069265e8d6b235198f 2024-12-11T23:59:06,327 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-12-11T23:59:06,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741940_1116 (size=10796) 2024-12-11T23:59:06,754 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/c4f4a3c0c90b4833b3d7dae77ddf038e output=hdfs://localhost:41525/backupUT/backup_1733961521940/default/test-1733961476373/archive/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/c4f4a3c0c90b4833b3d7dae77ddf038e 2024-12-11T23:59:06,754 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-12-11T23:59:06,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741941_1117 (size=8413) 2024-12-11T23:59:07,190 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/80b05416cb9841d18c211fc7be8d1fc3 output=hdfs://localhost:41525/backupUT/backup_1733961521940/default/test-1733961476373/archive/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f/80b05416cb9841d18c211fc7be8d1fc3 2024-12-11T23:59:07,190 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-11T23:59:07,206 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/mobdir/data/default/test-1733961476373/820fe205b2f15e74c76be7497f74bfcd/mob/d41d8cd98f00b204e9800998ecf8427e2024121188267ab5c6974a95be0c412aca50487f_13db27bc8c34280e9470e7c6b3cb851a to hdfs://localhost:41525/backupUT/backup_1733961521940/default/test-1733961476373/archive/data/default/test-1733961476373/820fe205b2f15e74c76be7497f74bfcd/mob/d41d8cd98f00b204e9800998ecf8427e2024121188267ab5c6974a95be0c412aca50487f_13db27bc8c34280e9470e7c6b3cb851a" truncated to max limit (512 characters) 2024-12-11T23:59:07,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741942_1118 (size=5591) 2024-12-11T23:59:07,618 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/mobdir/data/default/test-1733961476373/820fe205b2f15e74c76be7497f74bfcd/mob/d41d8cd98f00b204e9800998ecf8427e2024121188267ab5c6974a95be0c412aca50487f_13db27bc8c34280e9470e7c6b3cb851a output=hdfs://localhost:41525/backupUT/backup_1733961521940/default/test-1733961476373/archive/data/default/test-1733961476373/820fe205b2f15e74c76be7497f74bfcd/mob/d41d8cd98f00b204e9800998ecf8427e2024121188267ab5c6974a95be0c412aca50487f_13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:59:07,618 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-12-11T23:59:07,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741943_1119 (size=5484) 2024-12-11T23:59:08,058 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b output=hdfs://localhost:41525/backupUT/backup_1733961521940/default/test-1733961476373/archive/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/mob/fc022b5d2b7d4ae98be8a2a2c6cf091b 2024-12-11T23:59:08,059 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-12-11T23:59:08,871 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T23:59:08,873 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T23:59:08,882 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733961532923_default_test-1733961476373 2024-12-11T23:59:08,883 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733961532923_default_test-1733961476373 finished. 2024-12-11T23:59:08,883 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733961521940_ns2:test-17339614763731 2024-12-11T23:59:08,883 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733961535102_ns2_test-17339614763731 to hdfs://localhost:41525/backupUT/backup_1733961521940/ns2/test-17339614763731/ 2024-12-11T23:59:08,883 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-11T23:59:08,907 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:41525, inputRoot=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6 2024-12-11T23:59:08,907 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-297325573_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:41525/backupUT/backup_1733961521940/ns2/test-17339614763731, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:41525/backupUT/backup_1733961521940/ns2/test-17339614763731/.hbase-snapshot/.tmp/snapshot_1733961535102_ns2_test-17339614763731 2024-12-11T23:59:08,909 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-11T23:59:08,913 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_1733961535102_ns2_test-17339614763731 to hdfs://localhost:41525/backupUT/backup_1733961521940/ns2/test-17339614763731/.hbase-snapshot/.tmp/snapshot_1733961535102_ns2_test-17339614763731 2024-12-11T23:59:08,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741944_1120 (size=86) 2024-12-11T23:59:08,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741945_1121 (size=496) 2024-12-11T23:59:09,323 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:09,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:09,324 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:10,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop-14298304834019319188.jar 2024-12-11T23:59:10,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:10,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:10,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:10,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:10,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:10,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:10,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:10,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:10,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:10,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T23:59:10,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T23:59:10,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T23:59:10,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T23:59:10,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T23:59:10,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T23:59:10,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T23:59:10,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T23:59:10,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T23:59:10,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T23:59:10,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T23:59:10,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:10,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:10,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:59:10,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:10,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-11T23:59:10,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:59:10,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:59:10,131 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T23:59:10,156 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733961535102_ns2_test-17339614763731' hfile list 2024-12-11T23:59:10,158 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-12-11T23:59:10,230 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local1525283730_0009_36220d38-6a99-432c-b0b3-45e7175417c5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory 2024-12-11T23:59:10,230 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/mapreduce.cluster.local.dir/job_local1525283730_0009_36220d38-6a99-432c-b0b3-45e7175417c5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/* 2024-12-11T23:59:10,291 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-11T23:59:10,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741946_1122 (size=8413) 2024-12-11T23:59:10,717 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/0f828e113e4b47948e05611af33af1ab output=hdfs://localhost:41525/backupUT/backup_1733961521940/ns2/test-17339614763731/archive/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/0f828e113e4b47948e05611af33af1ab 2024-12-11T23:59:10,718 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-11T23:59:10,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741947_1123 (size=5134) 2024-12-11T23:59:11,153 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/ffac48ffa5a8407b898444e3b758ae66 output=hdfs://localhost:41525/backupUT/backup_1733961521940/ns2/test-17339614763731/archive/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/f/ffac48ffa5a8407b898444e3b758ae66 2024-12-11T23:59:11,153 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-12-11T23:59:11,267 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-11T23:59:11,268 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-11T23:59:11,277 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733961535102_ns2_test-17339614763731 2024-12-11T23:59:11,277 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733961535102_ns2_test-17339614763731 finished. 2024-12-11T23:59:11,277 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-12-11T23:59:11,277 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17339614763733 2024-12-11T23:59:11,277 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17339614763732 2024-12-11T23:59:11,277 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733961476373 2024-12-11T23:59:11,277 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17339614763731 2024-12-11T23:59:11,288 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733961521940 2024-12-11T23:59:11,288 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-11T23:59:11,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741948_1124 (size=176) 2024-12-11T23:59:11,695 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:41525/backupUT/backup_1733961521940/.backup.manifest 2024-12-11T23:59:11,695 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733961521940 finished: type=FULL,tablelist=backup:system_bulk;ns4:test-17339614763733;ns3:test-17339614763732;test-1733961476373;ns2:test-17339614763731,targetRootDir=hdfs://localhost:41525/backupUT,startts=1733961526141,completets=1733961551288,bytescopied=0 2024-12-11T23:59:11,696 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-11T23:59:11,696 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733961526405_backup_system_bulk 2024-12-11T23:59:11,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733961526405_backup_system_bulk" type: DISABLED 2024-12-11T23:59:11,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733961526405_backup_system_bulk 2024-12-11T23:59:11,703 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733961526405_backup_system_bulk for backup backup_1733961521940 succeeded. 2024-12-11T23:59:11,703 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733961528573_ns4_test-17339614763733 2024-12-11T23:59:11,703 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733961528573_ns4_test-17339614763733" type: DISABLED 2024-12-11T23:59:11,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733961528573_ns4_test-17339614763733 2024-12-11T23:59:11,706 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733961528573_ns4_test-17339614763733 for backup backup_1733961521940 succeeded. 2024-12-11T23:59:11,707 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733961530742_ns3_test-17339614763732 2024-12-11T23:59:11,707 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733961530742_ns3_test-17339614763732" type: DISABLED 2024-12-11T23:59:11,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733961530742_ns3_test-17339614763732 2024-12-11T23:59:11,710 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733961530742_ns3_test-17339614763732 for backup backup_1733961521940 succeeded. 2024-12-11T23:59:11,710 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733961532923_default_test-1733961476373 2024-12-11T23:59:11,711 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733961532923_default_test-1733961476373" type: DISABLED 2024-12-11T23:59:11,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733961532923_default_test-1733961476373 2024-12-11T23:59:11,714 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733961532923_default_test-1733961476373 for backup backup_1733961521940 succeeded. 2024-12-11T23:59:11,714 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733961535102_ns2_test-17339614763731 2024-12-11T23:59:11,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733961535102_ns2_test-17339614763731" type: DISABLED 2024-12-11T23:59:11,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733961535102_ns2_test-17339614763731 2024-12-11T23:59:11,717 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733961535102_ns2_test-17339614763731 for backup backup_1733961521940 succeeded. 2024-12-11T23:59:11,718 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T23:59:11,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-11T23:59:11,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-11T23:59:11,725 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-11T23:59:11,727 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T23:59:11,732 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733961521940 completed. 2024-12-11T23:59:11,741 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:59:11,746 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:59:15,237 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-11T23:59:16,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,818 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-11T23:59:16,823 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733961556759 2024-12-11T23:59:16,825 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733961521940} 2024-12-11T23:59:16,826 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-11T23:59:16,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:59:16,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T23:59:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733961556941 (current time:1733961556941). 2024-12-11T23:59:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T23:59:16,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-11T23:59:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47fa4b81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:59:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:59:16,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:59:16,943 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:59:16,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:59:16,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:59:16,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70a00c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:59:16,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:59:16,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:59:16,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:16,945 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:59:16,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a0263d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:59:16,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:59:16,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:59:16,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:59:16,948 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59548, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:59:16,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765. 2024-12-11T23:59:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:59:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:16,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:16,949 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:59:16,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T23:59:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T23:59:16,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-11T23:59:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T23:59:16,952 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T23:59:16,953 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T23:59:16,956 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T23:59:16,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741949_1125 (size=52) 2024-12-11T23:59:17,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T23:59:17,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T23:59:17,365 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-11T23:59:17,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c}] 2024-12-11T23:59:17,367 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:17,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40301 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-12-11T23:59:17,521 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:17,522 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing a526b48897d6b9ab626afc3811def74c 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-12-11T23:59:17,531 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/6fcde520aa87424fad64657d80fd9d9d is 158, key is trslm:hdfs://localhost:41525/backupUT\x00ns2:test-17339614763731/meta:log-roll-map/1733961551282/Put/seqid=0 2024-12-11T23:59:17,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741950_1126 (size=6646) 2024-12-11T23:59:17,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T23:59:17,939 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/6fcde520aa87424fad64657d80fd9d9d 2024-12-11T23:59:17,956 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/96e07bf517794461b97f82b3e8aeb553 is 826, key is session:backup_1733961521940/session:context/1733961551726/Put/seqid=0 2024-12-11T23:59:17,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741951_1127 (size=5928) 2024-12-11T23:59:18,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T23:59:18,361 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/96e07bf517794461b97f82b3e8aeb553 2024-12-11T23:59:18,368 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/6fcde520aa87424fad64657d80fd9d9d as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/6fcde520aa87424fad64657d80fd9d9d 2024-12-11T23:59:18,374 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/6fcde520aa87424fad64657d80fd9d9d, entries=12, sequenceid=42, filesize=6.5 K 2024-12-11T23:59:18,375 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/96e07bf517794461b97f82b3e8aeb553 as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/96e07bf517794461b97f82b3e8aeb553 2024-12-11T23:59:18,381 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/96e07bf517794461b97f82b3e8aeb553, entries=2, sequenceid=42, filesize=5.8 K 2024-12-11T23:59:18,382 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for a526b48897d6b9ab626afc3811def74c in 860ms, sequenceid=42, compaction requested=true 2024-12-11T23:59:18,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for a526b48897d6b9ab626afc3811def74c: 2024-12-11T23:59:18,382 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. for snapshot_backup_system completed. 2024-12-11T23:59:18,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.' region-info for snapshot=snapshot_backup_system 2024-12-11T23:59:18,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-11T23:59:18,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/720b499bea18409390c101808433587c, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/6fcde520aa87424fad64657d80fd9d9d] hfiles 2024-12-11T23:59:18,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771 for snapshot=snapshot_backup_system 2024-12-11T23:59:18,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/720b499bea18409390c101808433587c for snapshot=snapshot_backup_system 2024-12-11T23:59:18,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/6fcde520aa87424fad64657d80fd9d9d for snapshot=snapshot_backup_system 2024-12-11T23:59:18,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/fd3f1fca5fd44701adc18e94c9d38f75, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/96e07bf517794461b97f82b3e8aeb553] hfiles 2024-12-11T23:59:18,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569 for snapshot=snapshot_backup_system 2024-12-11T23:59:18,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56 for snapshot=snapshot_backup_system 2024-12-11T23:59:18,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/fd3f1fca5fd44701adc18e94c9d38f75 for snapshot=snapshot_backup_system 2024-12-11T23:59:18,383 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/96e07bf517794461b97f82b3e8aeb553 for snapshot=snapshot_backup_system 2024-12-11T23:59:18,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741952_1128 (size=330) 2024-12-11T23:59:18,790 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:18,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-11T23:59:18,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-11T23:59:18,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:18,793 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:18,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-11T23:59:18,800 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-11T23:59:18,800 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a526b48897d6b9ab626afc3811def74c in 1.4300 sec 2024-12-11T23:59:18,801 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T23:59:18,802 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T23:59:18,802 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-11T23:59:18,802 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-11T23:59:18,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741953_1129 (size=967) 2024-12-11T23:59:19,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T23:59:19,215 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T23:59:19,224 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T23:59:19,225 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/snapshot_backup_system 2024-12-11T23:59:19,226 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T23:59:19,226 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-11T23:59:19,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2760 sec 2024-12-11T23:59:21,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-11T23:59:21,122 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-11T23:59:21,122 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733961556759 started at 1733961561122. 2024-12-11T23:59:21,126 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733961556759 has been started. 2024-12-11T23:59:21,135 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17339614763731, ns3:test-17339614763732, ns4:test-17339614763733, test-1733961476373] 2024-12-11T23:59:21,141 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733961512732for backupID backup_1733961556759 2024-12-11T23:59:21,141 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-11T23:59:21,141 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-11T23:59:21,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-11T23:59:21,142 INFO [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-11T23:59:21,142 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-11T23:59:21,142 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-11T23:59:21,142 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-11T23:59:21,143 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T23:59:21,143 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T23:59:21,252 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:59:21,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T23:59:21,253 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T23:59:21,253 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T23:59:21,254 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:59:21,254 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-11T23:59:21,254 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-11T23:59:21,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-11T23:59:21,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-11T23:59:21,257 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-11T23:59:21,257 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-11T23:59:21,258 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-11T23:59:21,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-11T23:59:21,258 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-11T23:59:21,258 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-11T23:59:21,258 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-11T23:59:21,258 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-11T23:59:21,258 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'd462fa545078,40301,1733961467875' joining acquired barrier for procedure (rolllog) in zk 2024-12-11T23:59:21,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:59:21,274 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-11T23:59:21,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:59:21,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T23:59:21,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T23:59:21,275 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-11T23:59:21,275 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-11T23:59:21,275 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T23:59:21,276 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T23:59:21,277 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:59:21,278 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:59:21,279 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T23:59:21,279 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'd462fa545078,40301,1733961467875' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-11T23:59:21,279 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@226fe736[Count = 0] remaining members to acquire global barrier 2024-12-11T23:59:21,280 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-11T23:59:21,280 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-11T23:59:21,292 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T23:59:21,292 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-11T23:59:21,292 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-11T23:59:21,293 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-11T23:59:21,293 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:59:21,293 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-11T23:59:21,293 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-11T23:59:21,293 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: d462fa545078,40301,1733961467875 2024-12-11T23:59:21,293 INFO [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733961526267 highest: 1733961526299 on d462fa545078,40301,1733961467875 2024-12-11T23:59:21,294 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0:(num 1733961526267) roll requested 2024-12-11T23:59:21,313 DEBUG [regionserver/d462fa545078:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961561294, exclude list is [], retry=0 2024-12-11T23:59:21,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:59:21,317 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961526267 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961561294 2024-12-11T23:59:21,317 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:59:21,317 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961526267 is not closed yet, will try archiving it next time 2024-12-11T23:59:21,317 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d462fa545078%2C40301%2C1733961467875.meta:.meta(num 1733961526284) roll requested 2024-12-11T23:59:21,317 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961493334 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961493334 2024-12-11T23:59:21,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741911_1087 (size=653) 2024-12-11T23:59:21,319 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961526267 not finished, retry = 0 2024-12-11T23:59:21,329 DEBUG [regionserver/d462fa545078:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961561317.meta, exclude list is [], retry=0 2024-12-11T23:59:21,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:59:21,332 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961526284.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961561317.meta 2024-12-11T23:59:21,332 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:59:21,333 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961526284.meta is not closed yet, will try archiving it next time 2024-12-11T23:59:21,333 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1:(num 1733961526299) roll requested 2024-12-11T23:59:21,334 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961526284.meta not finished, retry = 0 2024-12-11T23:59:21,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741912_1088 (size=93) 2024-12-11T23:59:21,344 DEBUG [regionserver/d462fa545078:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961561333, exclude list is [], retry=0 2024-12-11T23:59:21,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41259,DS-8af0557f-e6cf-4c96-b7f2-be1b2c8337ba,DISK] 2024-12-11T23:59:21,347 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961526299 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961561333 2024-12-11T23:59:21,347 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33311:33311)] 2024-12-11T23:59:21,347 DEBUG [regionserver/d462fa545078:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961526299 is not closed yet, will try archiving it next time 2024-12-11T23:59:21,347 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961512732 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961512732 2024-12-11T23:59:21,349 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961526299 not finished, retry = 0 2024-12-11T23:59:21,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741913_1089 (size=4710) 2024-12-11T23:59:21,354 DEBUG [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-12-11T23:59:21,354 INFO [rs(d462fa545078,40301,1733961467875)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733961561294 on d462fa545078,40301,1733961467875 2024-12-11T23:59:21,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-11T23:59:21,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:59:21,373 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-11T23:59:21,373 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'd462fa545078,40301,1733961467875' in zk 2024-12-11T23:59:21,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:59:21,380 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-11T23:59:21,380 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T23:59:21,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:59:21,380 DEBUG [member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-11T23:59:21,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T23:59:21,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T23:59:21,380 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T23:59:21,381 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T23:59:21,381 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:59:21,381 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:59:21,382 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T23:59:21,382 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:59:21,382 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:59:21,383 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'd462fa545078,40301,1733961467875': 2024-12-11T23:59:21,383 INFO [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-11T23:59:21,383 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'd462fa545078,40301,1733961467875' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-11T23:59:21,383 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-11T23:59:21,383 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-11T23:59:21,383 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-11T23:59:21,383 INFO [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-11T23:59:21,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T23:59:21,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T23:59:21,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T23:59:21,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-11T23:59:21,390 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-11T23:59:21,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-11T23:59:21,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-11T23:59:21,390 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T23:59:21,391 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T23:59:21,391 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-11T23:59:21,391 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T23:59:21,391 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:59:21,391 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:59:21,391 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-11T23:59:21,391 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-11T23:59:21,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:59:21,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:59:21,392 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:59:21,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-11T23:59:21,392 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-11T23:59:21,393 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------d462fa545078,40301,1733961467875 2024-12-11T23:59:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:59:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-11T23:59:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T23:59:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-11T23:59:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/d462fa545078,40301,1733961467875 2024-12-11T23:59:21,401 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-11T23:59:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T23:59:21,401 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-11T23:59:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-11T23:59:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-11T23:59:21,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-11T23:59:21,401 DEBUG [(d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-11T23:59:21,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-11T23:59:21,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-11T23:59:21,401 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-11T23:59:21,401 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-11T23:59:21,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-11T23:59:21,414 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {d462fa545078:40301=1733961512732} newestTimestamps: {d462fa545078:40301=1733961526299} 2024-12-11T23:59:21,415 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: d462fa545078%2C40301%2C1733961467875.meta.1733961471291.meta 2024-12-11T23:59:21,415 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: d462fa545078%2C40301%2C1733961467875.meta.1733961512708.meta 2024-12-11T23:59:21,415 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: d462fa545078%2C40301%2C1733961467875.meta.1733961526284.meta 2024-12-11T23:59:21,415 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: d462fa545078%2C40301%2C1733961467875.meta.1733961561317.meta 2024-12-11T23:59:21,415 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961526267 2024-12-11T23:59:21,415 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961561294 2024-12-11T23:59:21,415 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961526299 2024-12-11T23:59:21,415 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961561333 2024-12-11T23:59:21,416 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs/d462fa545078%2C40301%2C1733961467875.meta.1733961493351.meta 2024-12-11T23:59:21,420 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961526267 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961526267 2024-12-11T23:59:21,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741957_1133 (size=640) 2024-12-11T23:59:21,435 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.meta.1733961526284.meta to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs/d462fa545078%2C40301%2C1733961467875.meta.1733961526284.meta 2024-12-11T23:59:21,829 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:41525/backupUT/backup_1733961556759/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:59:21,829 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T23:59:21,836 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-12-11T23:59:21,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741958_1134 (size=45) 2024-12-11T23:59:22,243 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-12-11T23:59:22,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741959_1135 (size=390) 2024-12-11T23:59:22,660 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17339614763733 target: hdfs://localhost:41525/backupUT/backup_1733961556759/ns4/test-17339614763733 descriptor: 'ns4:test-17339614763733', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:59:22,660 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T23:59:22,664 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17339614763733 2024-12-11T23:59:22,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741960_1136 (size=50) 2024-12-11T23:59:23,072 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17339614763733 2024-12-11T23:59:23,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741961_1137 (size=390) 2024-12-11T23:59:23,091 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17339614763732 target: hdfs://localhost:41525/backupUT/backup_1733961556759/ns3/test-17339614763732 descriptor: 'ns3:test-17339614763732', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:59:23,091 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T23:59:23,094 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17339614763732 2024-12-11T23:59:23,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741962_1138 (size=50) 2024-12-11T23:59:23,503 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17339614763732 2024-12-11T23:59:23,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741963_1139 (size=950) 2024-12-11T23:59:23,924 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733961476373 target: hdfs://localhost:41525/backupUT/backup_1733961556759/default/test-1733961476373 descriptor: 'test-1733961476373', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:59:23,924 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T23:59:23,929 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733961476373 2024-12-11T23:59:23,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741964_1140 (size=53) 2024-12-11T23:59:24,339 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733961476373 2024-12-11T23:59:24,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741965_1141 (size=364) 2024-12-11T23:59:24,761 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17339614763731 target: hdfs://localhost:41525/backupUT/backup_1733961556759/ns2/test-17339614763731 descriptor: 'ns2:test-17339614763731', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-11T23:59:24,761 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-11T23:59:24,765 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17339614763731 2024-12-11T23:59:24,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741966_1142 (size=50) 2024-12-11T23:59:25,174 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17339614763731 2024-12-11T23:59:25,192 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:41525/backupUT/.tmp/backup_1733961556759 from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961526267;hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961526299 2024-12-11T23:59:25,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1096d03b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:59:25,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:59:25,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:59:25,194 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:59:25,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:59:25,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:59:25,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e82a29e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:59:25,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:59:25,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:59:25,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:25,195 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:59:25,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ad2f6ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:59:25,196 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-11T23:59:25,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is d462fa545078,41765,1733961466176 2024-12-11T23:59:25,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65a5b845 2024-12-11T23:59:25,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-11T23:59:25,197 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59176, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-11T23:59:25,200 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-11T23:59:25,200 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-12-11T23:59:25,200 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-11T23:59:25,201 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:59:25,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:59:25,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:59:25,203 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:59:25,204 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-12-11T23:59:25,204 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17339614763731 2024-12-11T23:59:25,204 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17339614763731,, stopping at row=ns2:test-17339614763731 ,, for max=2147483647 with caching=100 2024-12-11T23:59:25,206 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17339614763731: ns2:test-17339614763731; 2024-12-11T23:59:25,206 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17339614763732 2024-12-11T23:59:25,206 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17339614763732,, stopping at row=ns3:test-17339614763732 ,, for max=2147483647 with caching=100 2024-12-11T23:59:25,208 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17339614763732: ns3:test-17339614763732; 2024-12-11T23:59:25,208 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17339614763733 2024-12-11T23:59:25,208 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17339614763733,, stopping at row=ns4:test-17339614763733 ,, for max=2147483647 with caching=100 2024-12-11T23:59:25,209 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17339614763733: ns4:test-17339614763733; 2024-12-11T23:59:25,209 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733961476373 2024-12-11T23:59:25,209 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733961476373,, stopping at row=test-1733961476373 ,, for max=2147483647 with caching=100 2024-12-11T23:59:25,211 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733961476373: test-1733961476373; 2024-12-11T23:59:25,211 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-12-11T23:59:25,211 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/hbase-staging/partitions_9ffd0789-12d1-47be-9bca-210dfc1b07a9 2024-12-11T23:59:25,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741967_1143 (size=324) 2024-12-11T23:59:25,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:25,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:25,618 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,379 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop-12882258732869507455.jar 2024-12-11T23:59:26,379 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,379 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,380 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,380 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,380 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,380 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,380 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T23:59:26,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-11T23:59:26,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-11T23:59:26,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-11T23:59:26,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-11T23:59:26,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-11T23:59:26,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-11T23:59:26,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-11T23:59:26,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-11T23:59:26,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-11T23:59:26,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-11T23:59:26,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,383 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,384 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,384 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,384 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-mapreduce/target/hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar 2024-12-11T23:59:26,384 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-11T23:59:26,384 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17339614763731,ns3:test-17339614763732,ns4:test-17339614763733,default:test-1733961476373 2024-12-11T23:59:26,384 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T23:59:26,384 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:188) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:59:26,384 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:26,385 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:26,385 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:59:26,385 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-11T23:59:26,780 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 13db27bc8c34280e9470e7c6b3cb851a, had cached 0 bytes from a total of 38453 2024-12-11T23:59:27,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop-3062819041345818675.jar 2024-12-11T23:59:27,154 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-11T23:59:27,178 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961526267 for WAL files 2024-12-11T23:59:27,179 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected exception in incremental-backup: incremental copy backup_1733961556759File hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961526267 does not exist. java.io.FileNotFoundException: File hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961526267 does not exist. at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.(DistributedFileSystem.java:1294) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.(DistributedFileSystem.java:1268) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1213) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1209) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DistributedFileSystem.listLocatedStatus(DistributedFileSystem.java:1227) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.fs.FileSystem.listLocatedStatus(FileSystem.java:2263) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getFiles(WALInputFormat.java:356) ~[hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:321) ~[hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:301) ~[hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:311) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:328) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:201) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1677) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:439) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job.submit(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1695) ~[hadoop-mapreduce-client-core-3.4.1.jar:?] at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:426) ~[hbase-mapreduce-4.0.0-alpha-1-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:188) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-11T23:59:27,180 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733961556759,startts=1733961561122,failedts=1733961567180,failedphase=PREPARE_INCREMENTAL,failedmessage=File hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961526267 does not exist. 2024-12-11T23:59:27,180 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-12-11T23:59:27,188 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable backup:system 2024-12-11T23:59:27,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=backup:system 2024-12-11T23:59:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T23:59:27,195 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961567195"}]},"ts":"1733961567195"} 2024-12-11T23:59:27,196 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLING in hbase:meta 2024-12-11T23:59:27,197 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set backup:system to state=DISABLING 2024-12-11T23:59:27,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=backup:system}] 2024-12-11T23:59:27,202 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, UNASSIGN}] 2024-12-11T23:59:27,203 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, UNASSIGN 2024-12-11T23:59:27,204 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=a526b48897d6b9ab626afc3811def74c, regionState=CLOSING, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:59:27,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, UNASSIGN because future has completed 2024-12-11T23:59:27,206 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-11T23:59:27,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure a526b48897d6b9ab626afc3811def74c, server=d462fa545078,40301,1733961467875}] 2024-12-11T23:59:27,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T23:59:27,359 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:27,359 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-11T23:59:27,359 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing a526b48897d6b9ab626afc3811def74c, disabling compactions & flushes 2024-12-11T23:59:27,360 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:27,360 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:27,360 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. after waiting 0 ms 2024-12-11T23:59:27,360 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:27,360 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing a526b48897d6b9ab626afc3811def74c 2/2 column families, dataSize=398 B heapSize=1.04 KB 2024-12-11T23:59:27,369 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/604ee6b4684d4430a94240560b27f799 is 103, key is rslogts:hdfs://localhost:41525/backupUT\x00d462fa545078:40301/meta:rs-log-ts/1733961561372/Put/seqid=0 2024-12-11T23:59:27,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741968_1144 (size=5338) 2024-12-11T23:59:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T23:59:27,776 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/604ee6b4684d4430a94240560b27f799 2024-12-11T23:59:27,793 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/44d341fd3f8641cda629fb8c9f90e313 is 303, key is session:backup_1733961556759/session:context/1733961561124/Put/seqid=0 2024-12-11T23:59:27,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741969_1145 (size=5391) 2024-12-11T23:59:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T23:59:28,200 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=299 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/44d341fd3f8641cda629fb8c9f90e313 2024-12-11T23:59:28,213 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/604ee6b4684d4430a94240560b27f799 as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/604ee6b4684d4430a94240560b27f799 2024-12-11T23:59:28,218 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/604ee6b4684d4430a94240560b27f799, entries=1, sequenceid=47, filesize=5.2 K 2024-12-11T23:59:28,219 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/44d341fd3f8641cda629fb8c9f90e313 as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/44d341fd3f8641cda629fb8c9f90e313 2024-12-11T23:59:28,224 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/44d341fd3f8641cda629fb8c9f90e313, entries=1, sequenceid=47, filesize=5.3 K 2024-12-11T23:59:28,225 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for a526b48897d6b9ab626afc3811def74c in 865ms, sequenceid=47, compaction requested=true 2024-12-11T23:59:28,230 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/recovered.edits/50.seqid, newMaxSeqId=50, maxSeqId=1 2024-12-11T23:59:28,230 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T23:59:28,231 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:28,231 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for a526b48897d6b9ab626afc3811def74c: Waiting for close lock at 1733961567359Running coprocessor pre-close hooks at 1733961567359Disabling compacts and flushes for region at 1733961567359Disabling writes for close at 1733961567360 (+1 ms)Obtaining lock to block concurrent updates at 1733961567360Preparing flush snapshotting stores in a526b48897d6b9ab626afc3811def74c at 1733961567360Finished memstore snapshotting backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c., syncing WAL and waiting on mvcc, flushsize=dataSize=398, getHeapSize=1032, getOffHeapSize=0, getCellsCount=2 at 1733961567361 (+1 ms)Flushing stores of backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. at 1733961567362 (+1 ms)Flushing a526b48897d6b9ab626afc3811def74c/meta: creating writer at 1733961567362Flushing a526b48897d6b9ab626afc3811def74c/meta: appending metadata at 1733961567368 (+6 ms)Flushing a526b48897d6b9ab626afc3811def74c/meta: closing flushed file at 1733961567368Flushing a526b48897d6b9ab626afc3811def74c/session: creating writer at 1733961567789 (+421 ms)Flushing a526b48897d6b9ab626afc3811def74c/session: appending metadata at 1733961567793 (+4 ms)Flushing a526b48897d6b9ab626afc3811def74c/session: closing flushed file at 1733961567793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff878e1: reopening flushed file at 1733961568212 (+419 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25cbde2f: reopening flushed file at 1733961568218 (+6 ms)Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for a526b48897d6b9ab626afc3811def74c in 865ms, sequenceid=47, compaction requested=true at 1733961568225 (+7 ms)Writing region close event to WAL at 1733961568226 (+1 ms)Running coprocessor post-close hooks at 1733961568230 (+4 ms)Closed at 1733961568231 (+1 ms) 2024-12-11T23:59:28,233 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:28,233 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=a526b48897d6b9ab626afc3811def74c, regionState=CLOSED 2024-12-11T23:59:28,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure a526b48897d6b9ab626afc3811def74c, server=d462fa545078,40301,1733961467875 because future has completed 2024-12-11T23:59:28,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-11T23:59:28,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure a526b48897d6b9ab626afc3811def74c, server=d462fa545078,40301,1733961467875 in 1.0310 sec 2024-12-11T23:59:28,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-12-11T23:59:28,240 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, UNASSIGN in 1.0360 sec 2024-12-11T23:59:28,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-11T23:59:28,242 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=backup:system in 1.0430 sec 2024-12-11T23:59:28,243 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961568243"}]},"ts":"1733961568243"} 2024-12-11T23:59:28,244 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLED in hbase:meta 2024-12-11T23:59:28,244 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set backup:system to state=DISABLED 2024-12-11T23:59:28,246 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=backup:system in 1.0560 sec 2024-12-11T23:59:28,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-11T23:59:28,331 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: backup:system completed 2024-12-11T23:59:28,342 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.RawAsyncHBaseAdmin(2177): Taking restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1733961568342 2024-12-11T23:59:28,343 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 } 2024-12-11T23:59:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733961568343 (current time:1733961568343). 2024-12-11T23:59:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-11T23:59:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot hbase-failsafe-snapshot_backup_system-1733961568342 VERSION not specified, setting to 2 2024-12-11T23:59:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21fa708b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:59:28,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ClusterIdFetcher(90): Going to request d462fa545078,41765,-1 for getting cluster id 2024-12-11T23:59:28,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-11T23:59:28,344 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5eab0726-551e-40ec-b6ed-f6d90b10904b' 2024-12-11T23:59:28,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-11T23:59:28,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5eab0726-551e-40ec-b6ed-f6d90b10904b" 2024-12-11T23:59:28,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@768bf13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:59:28,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d462fa545078,41765,-1] 2024-12-11T23:59:28,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-11T23:59:28,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:28,346 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-11T23:59:28,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62244c75, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-11T23:59:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-11T23:59:28,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d462fa545078,40301,1733961467875, seqNum=-1] 2024-12-11T23:59:28,348 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-11T23:59:28,348 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-11T23:59:28,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765. 2024-12-11T23:59:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-11T23:59:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:28,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:28,349 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:59:28,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-11T23:59:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 } 2024-12-11T23:59:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 66 2024-12-11T23:59:28,352 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-11T23:59:28,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-11T23:59:28,353 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-11T23:59:28,356 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-11T23:59:28,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741970_1146 (size=81) 2024-12-11T23:59:28,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-11T23:59:28,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-11T23:59:28,766 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_CLOSED_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_CLOSED_REGIONS 2024-12-11T23:59:28,769 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-11T23:59:28,769 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-11T23:59:28,769 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:59:28,775 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/604ee6b4684d4430a94240560b27f799, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/6fcde520aa87424fad64657d80fd9d9d, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/720b499bea18409390c101808433587c, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771] hfiles 2024-12-11T23:59:28,775 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/4): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/604ee6b4684d4430a94240560b27f799 2024-12-11T23:59:28,776 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/4): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/6fcde520aa87424fad64657d80fd9d9d 2024-12-11T23:59:28,776 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/4): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/720b499bea18409390c101808433587c 2024-12-11T23:59:28,776 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/4): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771 2024-12-11T23:59:28,776 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:59:28,779 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/44d341fd3f8641cda629fb8c9f90e313, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/96e07bf517794461b97f82b3e8aeb553, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/fd3f1fca5fd44701adc18e94c9d38f75] hfiles 2024-12-11T23:59:28,779 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/5): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56 2024-12-11T23:59:28,779 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/5): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569 2024-12-11T23:59:28,779 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/5): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/44d341fd3f8641cda629fb8c9f90e313 2024-12-11T23:59:28,779 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/5): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/96e07bf517794461b97f82b3e8aeb553 2024-12-11T23:59:28,779 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (5/5): hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/fd3f1fca5fd44701adc18e94c9d38f75 2024-12-11T23:59:28,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741971_1147 (size=409) 2024-12-11T23:59:28,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-11T23:59:29,186 INFO [ClosedRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => a526b48897d6b9ab626afc3811def74c, NAME => 'backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.', STARTKEY => '', ENDKEY => ''}, table=backup:system 2024-12-11T23:59:29,189 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-11T23:59:29,191 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-11T23:59:29,191 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for hbase-failsafe-snapshot_backup_system-1733961568342 2024-12-11T23:59:29,192 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1733961568342 2024-12-11T23:59:29,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741972_1148 (size=1046) 2024-12-11T23:59:29,364 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 233157d968a2b24f9eec9f94dfae05ad, had cached 0 bytes from a total of 13547 2024-12-11T23:59:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-11T23:59:29,606 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-11T23:59:29,620 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-11T23:59:29,620 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1733961568342 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.hbase-snapshot/hbase-failsafe-snapshot_backup_system-1733961568342 2024-12-11T23:59:29,622 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-11T23:59:29,622 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 66 2024-12-11T23:59:29,623 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1733961568342 table=backup:system type=FLUSH ttl=0 } in 1.2720 sec 2024-12-11T23:59:30,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-11T23:59:30,512 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-11T23:59:30,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:RESTORE_SNAPSHOT_PRE_OPERATION, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1733961556941 type: FLUSH version: 2 ttl: 0 ) 2024-12-11T23:59:30,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(1055): Restore snapshot=snapshot_backup_system as table=backup:system 2024-12-11T23:59:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T23:59:30,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741973_1149 (size=635) 2024-12-11T23:59:30,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T23:59:30,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T23:59:30,954 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/.tabledesc/.tableinfo.0000000001.635 2024-12-11T23:59:30,954 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/.tabledesc/.tableinfo.0000000002.635 2024-12-11T23:59:30,958 INFO [PEWorker-3 {}] procedure.RestoreSnapshotProcedure(410): Starting restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-11T23:59:30,963 INFO [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(183): starting restore table regions using snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1733961556941 type: FLUSH version: 2 ttl: 0 2024-12-11T23:59:30,964 DEBUG [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(850): get table regions: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system 2024-12-11T23:59:30,967 DEBUG [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(862): found 1 regions for table=backup:system 2024-12-11T23:59:30,967 INFO [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(229): region to restore: a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:30,971 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:59:30,975 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/604ee6b4684d4430a94240560b27f799 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/archive/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/604ee6b4684d4430a94240560b27f799 2024-12-11T23:59:30,976 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:59:30,979 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/44d341fd3f8641cda629fb8c9f90e313 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/archive/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/44d341fd3f8641cda629fb8c9f90e313 2024-12-11T23:59:30,980 INFO [PEWorker-3 {}] snapshot.RestoreSnapshotHelper(272): finishing restore table regions using snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1733961556941 type: FLUSH version: 2 ttl: 0 2024-12-11T23:59:30,981 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733961570981"}]},"ts":"9223372036854775807"} 2024-12-11T23:59:30,984 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-11T23:59:30,984 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a526b48897d6b9ab626afc3811def74c, NAME => 'backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T23:59:30,985 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733961570982"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733961570982"}]},"ts":"1733961570982"} 2024-12-11T23:59:30,987 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-11T23:59:30,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(585): Overwritten 1 regions to Meta 2024-12-11T23:59:30,987 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(586): Overwritten regions: [{ENCODED => a526b48897d6b9ab626afc3811def74c, NAME => 'backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.', STARTKEY => '', ENDKEY => ''}] 2024-12-11T23:59:30,987 INFO [PEWorker-3 {}] procedure.RestoreSnapshotProcedure(481): Restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } on table=backup:system completed! 2024-12-11T23:59:30,990 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system" table: "backup:system" creation_time: 1733961556941 type: FLUSH version: 2 ttl: 0 ) in 458 msec 2024-12-11T23:59:31,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-11T23:59:31,162 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin(2211): Deleting restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1733961568342 2024-12-11T23:59:31,163 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "hbase-failsafe-snapshot_backup_system-1733961568342" type: DISABLED 2024-12-11T23:59:31,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(381): Deleting snapshot: hbase-failsafe-snapshot_backup_system-1733961568342 2024-12-11T23:59:31,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.HMaster$12(2787): Client=jenkins//172.17.0.2 enable backup:system 2024-12-11T23:59:31,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:ENABLE_TABLE_PREPARE, hasLock=false; EnableTableProcedure table=backup:system 2024-12-11T23:59:31,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-11T23:59:31,185 INFO [PEWorker-4 {}] procedure.EnableTableProcedure(296): Attempting to enable the table backup:system 2024-12-11T23:59:31,185 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961571185"}]},"ts":"1733961571185"} 2024-12-11T23:59:31,187 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-12-11T23:59:31,188 DEBUG [PEWorker-4 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning. 2024-12-11T23:59:31,188 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, ASSIGN}] 2024-12-11T23:59:31,189 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, ASSIGN 2024-12-11T23:59:31,190 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, ASSIGN; state=CLOSED, location=null; forceNewPlan=false, retain=false 2024-12-11T23:59:31,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-11T23:59:31,341 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=a526b48897d6b9ab626afc3811def74c, regionState=OPENING, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:59:31,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, ASSIGN because future has completed 2024-12-11T23:59:31,347 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure a526b48897d6b9ab626afc3811def74c, server=d462fa545078,40301,1733961467875}] 2024-12-11T23:59:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-11T23:59:31,509 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(132): Open backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:31,509 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7752): Opening region: {ENCODED => a526b48897d6b9ab626afc3811def74c, NAME => 'backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.', STARTKEY => '', ENDKEY => ''} 2024-12-11T23:59:31,509 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-11T23:59:31,510 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:31,510 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(898): Instantiated backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-11T23:59:31,510 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7794): checking encryption for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:31,510 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7797): checking classloading for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:31,511 INFO [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:31,512 INFO [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a526b48897d6b9ab626afc3811def74c columnFamilyName meta 2024-12-11T23:59:31,512 DEBUG [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:59:31,519 DEBUG [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/6fcde520aa87424fad64657d80fd9d9d 2024-12-11T23:59:31,524 DEBUG [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/720b499bea18409390c101808433587c 2024-12-11T23:59:31,528 DEBUG [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771 2024-12-11T23:59:31,528 INFO [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.HStore(327): Store=a526b48897d6b9ab626afc3811def74c/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:59:31,528 INFO [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:31,529 INFO [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a526b48897d6b9ab626afc3811def74c columnFamilyName session 2024-12-11T23:59:31,529 DEBUG [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-11T23:59:31,536 DEBUG [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56 2024-12-11T23:59:31,540 DEBUG [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569 2024-12-11T23:59:31,544 DEBUG [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/96e07bf517794461b97f82b3e8aeb553 2024-12-11T23:59:31,549 DEBUG [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/fd3f1fca5fd44701adc18e94c9d38f75 2024-12-11T23:59:31,549 INFO [StoreOpener-a526b48897d6b9ab626afc3811def74c-1 {}] regionserver.HStore(327): Store=a526b48897d6b9ab626afc3811def74c/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-11T23:59:31,549 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1038): replaying wal for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:31,550 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:31,551 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:31,552 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1048): stopping wal replay for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:31,552 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1060): Cleaning up temporary data for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:31,552 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-11T23:59:31,554 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1093): writing seq id for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:31,554 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1114): Opened a526b48897d6b9ab626afc3811def74c; next sequenceid=51; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10362189440, jitterRate=-0.034945905208587646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-11T23:59:31,554 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:31,555 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1006): Region open journal for a526b48897d6b9ab626afc3811def74c: Running coprocessor pre-open hook at 1733961571510Writing region info on filesystem at 1733961571510Initializing all the Stores at 1733961571511 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961571511Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733961571511Cleaning up temporary data from old regions at 1733961571552 (+41 ms)Running coprocessor post-open hooks at 1733961571554 (+2 ms)Region opened successfully at 1733961571555 (+1 ms) 2024-12-11T23:59:31,556 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c., pid=70, masterSystemTime=1733961571501 2024-12-11T23:59:31,557 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(403): Add compact mark for store a526b48897d6b9ab626afc3811def74c:meta, priority=-2147483648, current under compaction store size is 1 2024-12-11T23:59:31,559 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T23:59:31,559 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(403): Add compact mark for store a526b48897d6b9ab626afc3811def74c:session, priority=-2147483648, current under compaction store size is 2 2024-12-11T23:59:31,559 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T23:59:31,559 DEBUG [RS:0;d462fa545078:40301-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-11T23:59:31,559 DEBUG [RS:0;d462fa545078:40301-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-11T23:59:31,561 DEBUG [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:31,561 INFO [RS_OPEN_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(153): Opened backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:31,561 DEBUG [RS:0;d462fa545078:40301-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18305 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-11T23:59:31,561 DEBUG [RS:0;d462fa545078:40301-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 23194 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-11T23:59:31,561 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=a526b48897d6b9ab626afc3811def74c, regionState=OPEN, openSeqNum=51, regionLocation=d462fa545078,40301,1733961467875 2024-12-11T23:59:31,563 DEBUG [RS:0;d462fa545078:40301-longCompactions-0 {}] regionserver.HStore(1541): a526b48897d6b9ab626afc3811def74c/session is initiating minor compaction (all files) 2024-12-11T23:59:31,563 DEBUG [RS:0;d462fa545078:40301-shortCompactions-0 {}] regionserver.HStore(1541): a526b48897d6b9ab626afc3811def74c/meta is initiating minor compaction (all files) 2024-12-11T23:59:31,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure a526b48897d6b9ab626afc3811def74c, server=d462fa545078,40301,1733961467875 because future has completed 2024-12-11T23:59:31,563 INFO [RS:0;d462fa545078:40301-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a526b48897d6b9ab626afc3811def74c/meta in backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:31,563 INFO [RS:0;d462fa545078:40301-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of a526b48897d6b9ab626afc3811def74c/session in backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:31,564 INFO [RS:0;d462fa545078:40301-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/720b499bea18409390c101808433587c, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/6fcde520aa87424fad64657d80fd9d9d] into tmpdir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp, totalSize=17.9 K 2024-12-11T23:59:31,564 INFO [RS:0;d462fa545078:40301-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/fd3f1fca5fd44701adc18e94c9d38f75, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/96e07bf517794461b97f82b3e8aeb553] into tmpdir=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp, totalSize=22.7 K 2024-12-11T23:59:31,565 DEBUG [RS:0;d462fa545078:40301-shortCompactions-0 {}] compactions.Compactor(225): Compacting 984f3ec6885d4a778924321af6c64771, keycount=6, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733961493418 2024-12-11T23:59:31,565 DEBUG [RS:0;d462fa545078:40301-longCompactions-0 {}] compactions.Compactor(225): Compacting 2449cf8e983c4a4a972c1a774d49f569, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733961491052 2024-12-11T23:59:31,565 DEBUG [RS:0;d462fa545078:40301-longCompactions-0 {}] compactions.Compactor(225): Compacting 10f1b12b87994078af59c8967ef96b56, keycount=2, bloomtype=ROW, size=5.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733961506482 2024-12-11T23:59:31,565 DEBUG [RS:0;d462fa545078:40301-shortCompactions-0 {}] compactions.Compactor(225): Compacting 720b499bea18409390c101808433587c, keycount=4, bloomtype=ROW, size=5.6 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1733961512784 2024-12-11T23:59:31,565 DEBUG [RS:0;d462fa545078:40301-longCompactions-0 {}] compactions.Compactor(225): Compacting fd3f1fca5fd44701adc18e94c9d38f75, keycount=3, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1733961520826 2024-12-11T23:59:31,566 DEBUG [RS:0;d462fa545078:40301-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fcde520aa87424fad64657d80fd9d9d, keycount=12, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733961526346 2024-12-11T23:59:31,566 DEBUG [RS:0;d462fa545078:40301-longCompactions-0 {}] compactions.Compactor(225): Compacting 96e07bf517794461b97f82b3e8aeb553, keycount=2, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733961551726 2024-12-11T23:59:31,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69 2024-12-11T23:59:31,567 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure a526b48897d6b9ab626afc3811def74c, server=d462fa545078,40301,1733961467875 in 217 msec 2024-12-11T23:59:31,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-11T23:59:31,568 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=a526b48897d6b9ab626afc3811def74c, ASSIGN in 379 msec 2024-12-11T23:59:31,569 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733961571569"}]},"ts":"1733961571569"} 2024-12-11T23:59:31,570 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-12-11T23:59:31,570 INFO [PEWorker-3 {}] procedure.EnableTableProcedure(310): Table 'backup:system' was successfully enabled. 2024-12-11T23:59:31,573 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; EnableTableProcedure table=backup:system in 392 msec 2024-12-11T23:59:31,590 INFO [RS:0;d462fa545078:40301-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): a526b48897d6b9ab626afc3811def74c#meta#compaction#16 average throughput is 1.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-11T23:59:31,590 INFO [RS:0;d462fa545078:40301-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): a526b48897d6b9ab626afc3811def74c#session#compaction#17 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-11T23:59:31,591 DEBUG [RS:0;d462fa545078:40301-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/40ce7db4302c4b73a1b2955cf741ec56 is 158, key is trslm:hdfs://localhost:41525/backupUT\x00ns2:test-17339614763731/meta:log-roll-map/1733961551282/Put/seqid=0 2024-12-11T23:59:31,591 DEBUG [RS:0;d462fa545078:40301-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/d6d2c7b34b0c486b970e97f4615afeea is 1245, key is session:backup_1733961521848/session:context/1733961521936/Put/seqid=0 2024-12-11T23:59:31,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741975_1151 (size=8073) 2024-12-11T23:59:31,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741974_1150 (size=6749) 2024-12-11T23:59:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68 2024-12-11T23:59:31,813 DEBUG [Time-limited test {}] impl.BackupSystemTable(1544): Done restoring backup system table 2024-12-11T23:59:31,813 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: ENABLE, Table Name: backup:system completed 2024-12-11T23:59:31,813 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-11T23:59:31,825 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-11T23:59:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41765 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-11T23:59:31,828 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-11T23:59:31,828 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: PREPARE_INCREMENTAL 2024-12-11T23:59:31,831 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-11T23:59:31,836 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733961556759 failed. 2024-12-11T23:59:31,836 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T23:59:31,837 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:103) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:59:31,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:31,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:31,837 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:59:31,856 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=627 (was 611) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/cluster_93e1d079-f971-74b9-ca62-87d4cc60ab29/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1048297754_20 at /127.0.0.1:34716 [Receiving block BP-889396818-172.17.0.2-1733961461917:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-889396818-172.17.0.2-1733961461917:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/d462fa545078:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataStreamer for file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/d6d2c7b34b0c486b970e97f4615afeea java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;d462fa545078:40301-shortCompactions-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:1013) app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:949) app//org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:913) app//org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861) app//org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77) app//org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106) app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.finishClose(HFileWriterImpl.java:859) app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:680) app//org.apache.hadoop.hbase.regionserver.StoreFileWriter$SingleStoreFileWriter.close(StoreFileWriter.java:787) app//org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:294) app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.commitWriter(DefaultCompactor.java:70) app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.commitWriter(DefaultCompactor.java:38) app//org.apache.hadoop.hbase.regionserver.compactions.Compactor.compact(Compactor.java:398) app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.compact(DefaultCompactor.java:62) app//org.apache.hadoop.hbase.regionserver.DefaultStoreEngine$DefaultCompactionContext.compact(DefaultStoreEngine.java:122) app//org.apache.hadoop.hbase.regionserver.HStore.compact(HStore.java:1181) app//org.apache.hadoop.hbase.regionserver.HRegion.compact(HRegion.java:2424) app//org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.doCompaction(CompactSplit.java:667) app//org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.run(CompactSplit.java:716) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataStreamer for file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/40ce7db4302c4b73a1b2955cf741ec56 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717) Potentially hanging thread: member: 'd462fa545078,40301,1733961467875' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (d462fa545078,41765,1733961466176)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1048297754_20 at /127.0.0.1:34686 [Receiving block BP-889396818-172.17.0.2-1733961461917:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(d462fa545078,40301,1733961467875)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/d462fa545078:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/cluster_93e1d079-f971-74b9-ca62-87d4cc60ab29/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1048297754_20 at /127.0.0.1:34702 [Receiving block BP-889396818-172.17.0.2-1733961461917:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(d462fa545078,40301,1733961467875)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-889396818-172.17.0.2-1733961461917:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(d462fa545078,40301,1733961467875)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-2087536406_20 at /127.0.0.1:55870 [Waiting for operation #71] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-889396818-172.17.0.2-1733961461917:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(d462fa545078,40301,1733961467875)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=641 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=110 (was 177), ProcessCount=21 (was 21), AvailableMemoryMB=7042 (was 7899) 2024-12-11T23:59:31,858 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=627 is superior to 500 2024-12-11T23:59:31,865 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-11T23:59:31,865 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T23:59:31,865 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:59:31,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:31,865 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:31,865 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:59:31,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-11T23:59:31,865 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1879458439, stopped=false 2024-12-11T23:59:31,866 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d462fa545078,41765,1733961466176 2024-12-11T23:59:31,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-11T23:59:31,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-11T23:59:31,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:59:31,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:59:31,959 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T23:59:31,961 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T23:59:31,962 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-11T23:59:31,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-11T23:59:31,962 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:59:31,963 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:31,963 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd462fa545078,40301,1733961467875' ***** 2024-12-11T23:59:31,964 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-11T23:59:31,964 INFO [RS:0;d462fa545078:40301 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-11T23:59:31,970 INFO [RS:0;d462fa545078:40301 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@530459fd{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-11T23:59:31,973 INFO [RS:0;d462fa545078:40301 {}] server.AbstractConnector(383): Stopped ServerConnector@21b68432{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-11T23:59:31,973 INFO [RS:0;d462fa545078:40301 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T23:59:31,973 INFO [RS:0;d462fa545078:40301 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6e82f00d{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-11T23:59:31,973 INFO [RS:0;d462fa545078:40301 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3f822913{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,STOPPED} 2024-12-11T23:59:31,975 INFO [RS:0;d462fa545078:40301 {}] regionserver.HeapMemoryManager(224): Stopping 2024-12-11T23:59:31,975 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-11T23:59:31,975 INFO [RS:0;d462fa545078:40301 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-11T23:59:31,975 INFO [RS:0;d462fa545078:40301 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-12-11T23:59:31,975 INFO [RS:0;d462fa545078:40301 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-11T23:59:31,976 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for 233157d968a2b24f9eec9f94dfae05ad 2024-12-11T23:59:31,976 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for 83e800fc687ad634bb1552a2ae32a971 2024-12-11T23:59:31,976 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c8e724190f64a41668b2f24f9b2fd77 2024-12-11T23:59:31,976 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for d2cf072917e96cd11cb0f63a1dcb8ef6 2024-12-11T23:59:31,976 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for 13db27bc8c34280e9470e7c6b3cb851a 2024-12-11T23:59:31,976 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:31,976 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(959): stopping server d462fa545078,40301,1733961467875 2024-12-11T23:59:31,976 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 233157d968a2b24f9eec9f94dfae05ad, disabling compactions & flushes 2024-12-11T23:59:31,976 INFO [RS:0;d462fa545078:40301 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T23:59:31,976 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:59:31,976 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:59:31,976 INFO [RS:0;d462fa545078:40301 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d462fa545078:40301. 2024-12-11T23:59:31,976 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. after waiting 0 ms 2024-12-11T23:59:31,976 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:59:31,976 DEBUG [RS:0;d462fa545078:40301 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:59:31,976 DEBUG [RS:0;d462fa545078:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:31,977 INFO [RS:0;d462fa545078:40301 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-11T23:59:31,980 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns2/test-17339614763731/233157d968a2b24f9eec9f94dfae05ad/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-12-11T23:59:31,981 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T23:59:31,981 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:59:31,981 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 233157d968a2b24f9eec9f94dfae05ad: Waiting for close lock at 1733961571976Running coprocessor pre-close hooks at 1733961571976Disabling compacts and flushes for region at 1733961571976Disabling writes for close at 1733961571976Writing region close event to WAL at 1733961571977 (+1 ms)Running coprocessor post-close hooks at 1733961571981 (+4 ms)Closed at 1733961571981 2024-12-11T23:59:31,981 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad. 2024-12-11T23:59:31,981 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 83e800fc687ad634bb1552a2ae32a971, disabling compactions & flushes 2024-12-11T23:59:31,981 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:59:31,981 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:59:31,981 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. after waiting 0 ms 2024-12-11T23:59:31,981 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:59:31,984 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system_bulk/83e800fc687ad634bb1552a2ae32a971/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T23:59:31,985 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T23:59:31,985 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:59:31,985 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 83e800fc687ad634bb1552a2ae32a971: Waiting for close lock at 1733961571981Running coprocessor pre-close hooks at 1733961571981Disabling compacts and flushes for region at 1733961571981Disabling writes for close at 1733961571981Writing region close event to WAL at 1733961571982 (+1 ms)Running coprocessor post-close hooks at 1733961571985 (+3 ms)Closed at 1733961571985 2024-12-11T23:59:31,985 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733961488860.83e800fc687ad634bb1552a2ae32a971. 2024-12-11T23:59:31,985 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c8e724190f64a41668b2f24f9b2fd77, disabling compactions & flushes 2024-12-11T23:59:31,985 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:59:31,985 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:59:31,985 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. after waiting 0 ms 2024-12-11T23:59:31,985 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:59:31,988 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns3/test-17339614763732/6c8e724190f64a41668b2f24f9b2fd77/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T23:59:31,989 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T23:59:31,989 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:59:31,989 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c8e724190f64a41668b2f24f9b2fd77: Waiting for close lock at 1733961571985Running coprocessor pre-close hooks at 1733961571985Disabling compacts and flushes for region at 1733961571985Disabling writes for close at 1733961571985Writing region close event to WAL at 1733961571986 (+1 ms)Running coprocessor post-close hooks at 1733961571989 (+3 ms)Closed at 1733961571989 2024-12-11T23:59:31,989 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17339614763732,,1733961480496.6c8e724190f64a41668b2f24f9b2fd77. 2024-12-11T23:59:31,989 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2cf072917e96cd11cb0f63a1dcb8ef6, disabling compactions & flushes 2024-12-11T23:59:31,989 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:59:31,989 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:59:31,989 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. after waiting 0 ms 2024-12-11T23:59:31,989 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:59:31,992 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/ns4/test-17339614763733/d2cf072917e96cd11cb0f63a1dcb8ef6/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-11T23:59:31,993 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T23:59:31,993 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:59:31,993 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2cf072917e96cd11cb0f63a1dcb8ef6: Waiting for close lock at 1733961571989Running coprocessor pre-close hooks at 1733961571989Disabling compacts and flushes for region at 1733961571989Disabling writes for close at 1733961571989Writing region close event to WAL at 1733961571990 (+1 ms)Running coprocessor post-close hooks at 1733961571993 (+3 ms)Closed at 1733961571993 2024-12-11T23:59:31,993 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17339614763733,,1733961482673.d2cf072917e96cd11cb0f63a1dcb8ef6. 2024-12-11T23:59:31,993 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13db27bc8c34280e9470e7c6b3cb851a, disabling compactions & flushes 2024-12-11T23:59:31,993 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:59:31,993 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:59:31,993 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. after waiting 0 ms 2024-12-11T23:59:31,993 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:59:31,993 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 13db27bc8c34280e9470e7c6b3cb851a 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-12-11T23:59:32,003 DEBUG [RS:0;d462fa545078:40301-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/meta/40ce7db4302c4b73a1b2955cf741ec56 as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/40ce7db4302c4b73a1b2955cf741ec56 2024-12-11T23:59:32,003 DEBUG [RS:0;d462fa545078:40301-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/d6d2c7b34b0c486b970e97f4615afeea as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/d6d2c7b34b0c486b970e97f4615afeea 2024-12-11T23:59:32,007 INFO [regionserver/d462fa545078:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T23:59:32,011 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/f2/5484be4ac1664eca89223d9114f8234f is 58, key is row-test-1733961476373-2-0/f2:q1/1733961551750/Put/seqid=0 2024-12-11T23:59:32,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741976_1152 (size=5464) 2024-12-11T23:59:32,016 INFO [RS:0;d462fa545078:40301-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in a526b48897d6b9ab626afc3811def74c/session of a526b48897d6b9ab626afc3811def74c into d6d2c7b34b0c486b970e97f4615afeea(size=7.9 K), total size for store is 7.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T23:59:32,016 INFO [RS:0;d462fa545078:40301-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in a526b48897d6b9ab626afc3811def74c/meta of a526b48897d6b9ab626afc3811def74c into 40ce7db4302c4b73a1b2955cf741ec56(size=6.6 K), total size for store is 6.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-11T23:59:32,016 DEBUG [RS:0;d462fa545078:40301-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a526b48897d6b9ab626afc3811def74c: 2024-12-11T23:59:32,016 DEBUG [RS:0;d462fa545078:40301-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for a526b48897d6b9ab626afc3811def74c: 2024-12-11T23:59:32,018 INFO [RS:0;d462fa545078:40301-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c., storeName=a526b48897d6b9ab626afc3811def74c/session, priority=12, startTime=1733961571559; duration=0sec 2024-12-11T23:59:32,018 INFO [RS:0;d462fa545078:40301-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c., storeName=a526b48897d6b9ab626afc3811def74c/meta, priority=13, startTime=1733961571557; duration=0sec 2024-12-11T23:59:32,019 DEBUG [RS:0;d462fa545078:40301-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T23:59:32,019 DEBUG [RS:0;d462fa545078:40301-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-11T23:59:32,019 DEBUG [RS:0;d462fa545078:40301-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a526b48897d6b9ab626afc3811def74c:session 2024-12-11T23:59:32,019 DEBUG [RS:0;d462fa545078:40301-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: a526b48897d6b9ab626afc3811def74c:meta 2024-12-11T23:59:32,019 INFO [RS:0;d462fa545078:40301 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-11T23:59:32,019 INFO [RS:0;d462fa545078:40301 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-11T23:59:32,019 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-11T23:59:32,019 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-11T23:59:32,019 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-11T23:59:32,019 DEBUG [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(1325): Online Regions={13db27bc8c34280e9470e7c6b3cb851a=test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a., 1588230740=hbase:meta,,1.1588230740, a526b48897d6b9ab626afc3811def74c=backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.} 2024-12-11T23:59:32,020 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-11T23:59:32,020 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-11T23:59:32,020 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-11T23:59:32,020 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-11T23:59:32,020 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.17 KB heapSize=23.40 KB 2024-12-11T23:59:32,020 DEBUG [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(1351): Waiting on 13db27bc8c34280e9470e7c6b3cb851a, 1588230740, a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:32,039 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/.tmp/info/a8ce000e9e6b45d7827e808fd00b607d is 159, key is ns2:test-17339614763731,,1733961478211.233157d968a2b24f9eec9f94dfae05ad./info:regioninfo/1733961479385/Put/seqid=0 2024-12-11T23:59:32,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741977_1153 (size=14126) 2024-12-11T23:59:32,198 INFO [regionserver/d462fa545078:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-11T23:59:32,198 INFO [regionserver/d462fa545078:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-11T23:59:32,220 DEBUG [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(1351): Waiting on 13db27bc8c34280e9470e7c6b3cb851a, 1588230740, a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:32,416 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/f2/5484be4ac1664eca89223d9114f8234f 2024-12-11T23:59:32,420 DEBUG [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(1351): Waiting on 13db27bc8c34280e9470e7c6b3cb851a, 1588230740, a526b48897d6b9ab626afc3811def74c 2024-12-11T23:59:32,424 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/.tmp/f2/5484be4ac1664eca89223d9114f8234f as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f2/5484be4ac1664eca89223d9114f8234f 2024-12-11T23:59:32,431 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/f2/5484be4ac1664eca89223d9114f8234f, entries=7, sequenceid=348, filesize=5.3 K 2024-12-11T23:59:32,432 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 13db27bc8c34280e9470e7c6b3cb851a in 439ms, sequenceid=348, compaction requested=false 2024-12-11T23:59:32,437 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/default/test-1733961476373/13db27bc8c34280e9470e7c6b3cb851a/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-12-11T23:59:32,437 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T23:59:32,437 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:59:32,437 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13db27bc8c34280e9470e7c6b3cb851a: Waiting for close lock at 1733961571993Running coprocessor pre-close hooks at 1733961571993Disabling compacts and flushes for region at 1733961571993Disabling writes for close at 1733961571993Obtaining lock to block concurrent updates at 1733961571993Preparing flush snapshotting stores in 13db27bc8c34280e9470e7c6b3cb851a at 1733961571993Finished memstore snapshotting test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733961571994 (+1 ms)Flushing stores of test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. at 1733961571994Flushing 13db27bc8c34280e9470e7c6b3cb851a/f2: creating writer at 1733961571994Flushing 13db27bc8c34280e9470e7c6b3cb851a/f2: appending metadata at 1733961572010 (+16 ms)Flushing 13db27bc8c34280e9470e7c6b3cb851a/f2: closing flushed file at 1733961572010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7c96b651: reopening flushed file at 1733961572423 (+413 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 13db27bc8c34280e9470e7c6b3cb851a in 439ms, sequenceid=348, compaction requested=false at 1733961572432 (+9 ms)Writing region close event to WAL at 1733961572434 (+2 ms)Running coprocessor post-close hooks at 1733961572437 (+3 ms)Closed at 1733961572437 2024-12-11T23:59:32,437 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733961476373,,1733961476861.13db27bc8c34280e9470e7c6b3cb851a. 2024-12-11T23:59:32,438 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a526b48897d6b9ab626afc3811def74c, disabling compactions & flushes 2024-12-11T23:59:32,438 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:32,438 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:32,438 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. after waiting 0 ms 2024-12-11T23:59:32,438 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:32,438 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a526b48897d6b9ab626afc3811def74c 2/2 column families, dataSize=594 B heapSize=1.23 KB 2024-12-11T23:59:32,441 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/3f48cca9043a4b9dbb5aadd2dd852d4b is 554, key is session:backup_1733961556759/session:context/1733961571830/Put/seqid=0 2024-12-11T23:59:32,444 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.16 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/.tmp/info/a8ce000e9e6b45d7827e808fd00b607d 2024-12-11T23:59:32,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741978_1154 (size=5655) 2024-12-11T23:59:32,446 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/3f48cca9043a4b9dbb5aadd2dd852d4b 2024-12-11T23:59:32,451 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/.tmp/session/3f48cca9043a4b9dbb5aadd2dd852d4b as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/3f48cca9043a4b9dbb5aadd2dd852d4b 2024-12-11T23:59:32,456 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/3f48cca9043a4b9dbb5aadd2dd852d4b, entries=2, sequenceid=57, filesize=5.5 K 2024-12-11T23:59:32,457 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for a526b48897d6b9ab626afc3811def74c in 19ms, sequenceid=57, compaction requested=false 2024-12-11T23:59:32,457 DEBUG [StoreCloser-backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/720b499bea18409390c101808433587c, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/6fcde520aa87424fad64657d80fd9d9d] to archive 2024-12-11T23:59:32,458 DEBUG [StoreCloser-backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T23:59:32,462 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/720b499bea18409390c101808433587c to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/archive/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/720b499bea18409390c101808433587c 2024-12-11T23:59:32,462 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/archive/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/984f3ec6885d4a778924321af6c64771 2024-12-11T23:59:32,462 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/6fcde520aa87424fad64657d80fd9d9d to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/archive/data/backup/system/a526b48897d6b9ab626afc3811def74c/meta/6fcde520aa87424fad64657d80fd9d9d 2024-12-11T23:59:32,466 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/.tmp/ns/37f07578484f40a6afc638cf20ba0e75 is 43, key is default/ns:d/1733961471464/Put/seqid=0 2024-12-11T23:59:32,466 DEBUG [StoreCloser-backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d462fa545078:41765 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-11T23:59:32,467 WARN [StoreCloser-backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [984f3ec6885d4a778924321af6c64771=5914, 720b499bea18409390c101808433587c=5745, 6fcde520aa87424fad64657d80fd9d9d=6646] 2024-12-11T23:59:32,467 DEBUG [StoreCloser-backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/fd3f1fca5fd44701adc18e94c9d38f75, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/96e07bf517794461b97f82b3e8aeb553] to archive 2024-12-11T23:59:32,468 DEBUG [StoreCloser-backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.-1 {}] backup.HFileArchiver(363): Archiving compacted files. 2024-12-11T23:59:32,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741979_1155 (size=5345) 2024-12-11T23:59:32,471 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/archive/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/2449cf8e983c4a4a972c1a774d49f569 2024-12-11T23:59:32,471 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=235 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/.tmp/ns/37f07578484f40a6afc638cf20ba0e75 2024-12-11T23:59:32,471 DEBUG [HFileArchiver-7 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/fd3f1fca5fd44701adc18e94c9d38f75 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/archive/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/fd3f1fca5fd44701adc18e94c9d38f75 2024-12-11T23:59:32,471 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/archive/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/10f1b12b87994078af59c8967ef96b56 2024-12-11T23:59:32,471 DEBUG [HFileArchiver-8 {}] backup.HFileArchiver(620): Archived from FileableStoreFile, hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/96e07bf517794461b97f82b3e8aeb553 to hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/archive/data/backup/system/a526b48897d6b9ab626afc3811def74c/session/96e07bf517794461b97f82b3e8aeb553 2024-12-11T23:59:32,472 WARN [StoreCloser-backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [2449cf8e983c4a4a972c1a774d49f569=5049, 10f1b12b87994078af59c8967ef96b56=5535, fd3f1fca5fd44701adc18e94c9d38f75=6682, 96e07bf517794461b97f82b3e8aeb553=5928] 2024-12-11T23:59:32,475 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/backup/system/a526b48897d6b9ab626afc3811def74c/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=50 2024-12-11T23:59:32,475 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T23:59:32,476 INFO [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:32,476 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a526b48897d6b9ab626afc3811def74c: Waiting for close lock at 1733961572438Running coprocessor pre-close hooks at 1733961572438Disabling compacts and flushes for region at 1733961572438Disabling writes for close at 1733961572438Obtaining lock to block concurrent updates at 1733961572438Preparing flush snapshotting stores in a526b48897d6b9ab626afc3811def74c at 1733961572438Finished memstore snapshotting backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1224, getOffHeapSize=0, getCellsCount=2 at 1733961572438Flushing stores of backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. at 1733961572439 (+1 ms)Flushing a526b48897d6b9ab626afc3811def74c/session: creating writer at 1733961572439Flushing a526b48897d6b9ab626afc3811def74c/session: appending metadata at 1733961572441 (+2 ms)Flushing a526b48897d6b9ab626afc3811def74c/session: closing flushed file at 1733961572441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7749d682: reopening flushed file at 1733961572450 (+9 ms)Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for a526b48897d6b9ab626afc3811def74c in 19ms, sequenceid=57, compaction requested=false at 1733961572457 (+7 ms)Writing region close event to WAL at 1733961572472 (+15 ms)Running coprocessor post-close hooks at 1733961572475 (+3 ms)Closed at 1733961572476 (+1 ms) 2024-12-11T23:59:32,476 DEBUG [RS_CLOSE_REGION-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733961486675.a526b48897d6b9ab626afc3811def74c. 2024-12-11T23:59:32,489 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/.tmp/table/6e809171191b4444bdb19d8346a4297a is 59, key is ns2:test-17339614763731/table:state/1733961479402/Put/seqid=0 2024-12-11T23:59:32,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741980_1156 (size=5866) 2024-12-11T23:59:32,620 DEBUG [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T23:59:32,821 DEBUG [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-11T23:59:32,895 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=800 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/.tmp/table/6e809171191b4444bdb19d8346a4297a 2024-12-11T23:59:32,908 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/.tmp/info/a8ce000e9e6b45d7827e808fd00b607d as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/info/a8ce000e9e6b45d7827e808fd00b607d 2024-12-11T23:59:32,916 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/info/a8ce000e9e6b45d7827e808fd00b607d, entries=69, sequenceid=59, filesize=13.8 K 2024-12-11T23:59:32,917 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/.tmp/ns/37f07578484f40a6afc638cf20ba0e75 as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/ns/37f07578484f40a6afc638cf20ba0e75 2024-12-11T23:59:32,923 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/ns/37f07578484f40a6afc638cf20ba0e75, entries=7, sequenceid=59, filesize=5.2 K 2024-12-11T23:59:32,924 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/.tmp/table/6e809171191b4444bdb19d8346a4297a as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/table/6e809171191b4444bdb19d8346a4297a 2024-12-11T23:59:32,930 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/table/6e809171191b4444bdb19d8346a4297a, entries=13, sequenceid=59, filesize=5.7 K 2024-12-11T23:59:32,931 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=59, compaction requested=false 2024-12-11T23:59:32,937 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/data/hbase/meta/1588230740/recovered.edits/62.seqid, newMaxSeqId=62, maxSeqId=1 2024-12-11T23:59:32,938 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-11T23:59:32,938 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-11T23:59:32,938 INFO [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-11T23:59:32,938 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733961572019Running coprocessor pre-close hooks at 1733961572019Disabling compacts and flushes for region at 1733961572019Disabling writes for close at 1733961572020 (+1 ms)Obtaining lock to block concurrent updates at 1733961572020Preparing flush snapshotting stores in 1588230740 at 1733961572020Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13486, getHeapSize=23896, getOffHeapSize=0, getCellsCount=125 at 1733961572020Flushing stores of hbase:meta,,1.1588230740 at 1733961572021 (+1 ms)Flushing 1588230740/info: creating writer at 1733961572021Flushing 1588230740/info: appending metadata at 1733961572039 (+18 ms)Flushing 1588230740/info: closing flushed file at 1733961572039Flushing 1588230740/ns: creating writer at 1733961572450 (+411 ms)Flushing 1588230740/ns: appending metadata at 1733961572466 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1733961572466Flushing 1588230740/table: creating writer at 1733961572476 (+10 ms)Flushing 1588230740/table: appending metadata at 1733961572489 (+13 ms)Flushing 1588230740/table: closing flushed file at 1733961572489Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@af076d6: reopening flushed file at 1733961572907 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ad3be5: reopening flushed file at 1733961572916 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b6b50d0: reopening flushed file at 1733961572923 (+7 ms)Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 911ms, sequenceid=59, compaction requested=false at 1733961572931 (+8 ms)Writing region close event to WAL at 1733961572933 (+2 ms)Running coprocessor post-close hooks at 1733961572938 (+5 ms)Closed at 1733961572938 2024-12-11T23:59:32,938 DEBUG [RS_CLOSE_META-regionserver/d462fa545078:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-11T23:59:33,021 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(976): stopping server d462fa545078,40301,1733961467875; all regions closed. 2024-12-11T23:59:33,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741955_1131 (size=3260) 2024-12-11T23:59:33,034 DEBUG [RS:0;d462fa545078:40301 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs 2024-12-11T23:59:33,035 INFO [RS:0;d462fa545078:40301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C40301%2C1733961467875.meta:.meta(num 1733961561317) 2024-12-11T23:59:33,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741954_1130 (size=1037) 2024-12-11T23:59:33,037 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0.1733961561294 not finished, retry = 0 2024-12-11T23:59:33,145 DEBUG [RS:0;d462fa545078:40301 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs 2024-12-11T23:59:33,145 INFO [RS:0;d462fa545078:40301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-0:(num 1733961561294) 2024-12-11T23:59:33,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741956_1132 (size=5275) 2024-12-11T23:59:33,150 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/WALs/d462fa545078,40301,1733961467875/d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1.1733961561333 not finished, retry = 0 2024-12-11T23:59:33,253 DEBUG [RS:0;d462fa545078:40301 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/oldWALs 2024-12-11T23:59:33,253 INFO [RS:0;d462fa545078:40301 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d462fa545078%2C40301%2C1733961467875.d462fa545078%2C40301%2C1733961467875.regiongroup-1:(num 1733961561333) 2024-12-11T23:59:33,253 DEBUG [RS:0;d462fa545078:40301 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:33,253 INFO [RS:0;d462fa545078:40301 {}] regionserver.LeaseManager(133): Closed leases 2024-12-11T23:59:33,254 INFO [RS:0;d462fa545078:40301 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T23:59:33,254 INFO [RS:0;d462fa545078:40301 {}] hbase.ChoreService(370): Chore service for: regionserver/d462fa545078:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-11T23:59:33,254 INFO [RS:0;d462fa545078:40301 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T23:59:33,254 INFO [regionserver/d462fa545078:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T23:59:33,255 INFO [RS:0;d462fa545078:40301 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40301 2024-12-11T23:59:33,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-11T23:59:33,305 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/d462fa545078,40301,1733961467875 2024-12-11T23:59:33,306 INFO [RS:0;d462fa545078:40301 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T23:59:33,316 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d462fa545078,40301,1733961467875] 2024-12-11T23:59:33,326 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/d462fa545078,40301,1733961467875 already deleted, retry=false 2024-12-11T23:59:33,326 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d462fa545078,40301,1733961467875 expired; onlineServers=0 2024-12-11T23:59:33,327 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd462fa545078,41765,1733961466176' ***** 2024-12-11T23:59:33,327 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-11T23:59:33,327 INFO [M:0;d462fa545078:41765 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-11T23:59:33,333 INFO [M:0;d462fa545078:41765 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@e084f9e{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master} 2024-12-11T23:59:33,333 INFO [M:0;d462fa545078:41765 {}] server.AbstractConnector(383): Stopped ServerConnector@fd624d{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-11T23:59:33,333 INFO [M:0;d462fa545078:41765 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T23:59:33,333 INFO [M:0;d462fa545078:41765 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4f87c64{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-11T23:59:33,333 INFO [M:0;d462fa545078:41765 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@16164b0d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,STOPPED} 2024-12-11T23:59:33,334 INFO [M:0;d462fa545078:41765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-11T23:59:33,334 INFO [M:0;d462fa545078:41765 {}] master.HMaster(1770): Stopping master jetty server 2024-12-11T23:59:33,334 INFO [M:0;d462fa545078:41765 {}] server.AbstractConnector(383): Stopped ServerConnector@3083bbb5{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-11T23:59:33,335 INFO [M:0;d462fa545078:41765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-11T23:59:33,335 DEBUG [M:0;d462fa545078:41765 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-11T23:59:33,335 INFO [M:0;d462fa545078:41765 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-12-11T23:59:33,335 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-11T23:59:33,335 INFO [M:0;d462fa545078:41765 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;d462fa545078:41765. 2024-12-11T23:59:33,335 DEBUG [master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733961469987 {}] cleaner.HFileCleaner(306): Exit Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.large.0-1733961469987,5,FailOnTimeoutGroup] 2024-12-11T23:59:33,335 DEBUG [master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733961469988 {}] cleaner.HFileCleaner(306): Exit Thread[master/d462fa545078:0:becomeActiveMaster-HFileCleaner.small.0-1733961469988,5,FailOnTimeoutGroup] 2024-12-11T23:59:33,335 DEBUG [M:0;d462fa545078:41765 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-11T23:59:33,335 DEBUG [M:0;d462fa545078:41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:33,335 DEBUG [M:0;d462fa545078:41765 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-11T23:59:33,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-11T23:59:33,335 DEBUG [M:0;d462fa545078:41765 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-11T23:59:33,335 INFO [M:0;d462fa545078:41765 {}] hbase.ChoreService(370): Chore service for: master/d462fa545078:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-11T23:59:33,335 INFO [M:0;d462fa545078:41765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-11T23:59:33,335 DEBUG [M:0;d462fa545078:41765 {}] master.HMaster(1795): Stopping service threads 2024-12-11T23:59:33,336 INFO [M:0;d462fa545078:41765 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-11T23:59:33,336 INFO [M:0;d462fa545078:41765 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-11T23:59:33,336 INFO [M:0;d462fa545078:41765 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-11T23:59:33,336 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-11T23:59:33,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-11T23:59:33,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-11T23:59:33,337 DEBUG [M:0;d462fa545078:41765 {}] zookeeper.ZKUtil(347): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-11T23:59:33,337 WARN [M:0;d462fa545078:41765 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-11T23:59:33,337 INFO [M:0;d462fa545078:41765 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/.lastflushedseqids 2024-12-11T23:59:33,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741981_1157 (size=495) 2024-12-11T23:59:33,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T23:59:33,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40301-0x100175044a40001, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T23:59:33,417 INFO [RS:0;d462fa545078:40301 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T23:59:33,417 INFO [RS:0;d462fa545078:40301 {}] regionserver.HRegionServer(1031): Exiting; stopping=d462fa545078,40301,1733961467875; zookeeper connection closed. 2024-12-11T23:59:33,417 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@470c1b1c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@470c1b1c 2024-12-11T23:59:33,418 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-11T23:59:33,748 INFO [M:0;d462fa545078:41765 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-11T23:59:33,749 INFO [M:0;d462fa545078:41765 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-11T23:59:33,749 DEBUG [M:0;d462fa545078:41765 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-11T23:59:33,760 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-11T23:59:33,766 INFO [M:0;d462fa545078:41765 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:59:33,766 DEBUG [M:0;d462fa545078:41765 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:59:33,766 DEBUG [M:0;d462fa545078:41765 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-11T23:59:33,766 DEBUG [M:0;d462fa545078:41765 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:59:33,766 INFO [M:0;d462fa545078:41765 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=319.23 KB heapSize=375.34 KB 2024-12-11T23:59:33,781 DEBUG [M:0;d462fa545078:41765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8232cb099c941239dc7db0d550da2f8 is 82, key is hbase:meta,,1/info:regioninfo/1733961471373/Put/seqid=0 2024-12-11T23:59:33,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741982_1158 (size=5672) 2024-12-11T23:59:34,187 INFO [M:0;d462fa545078:41765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8232cb099c941239dc7db0d550da2f8 2024-12-11T23:59:34,215 DEBUG [M:0;d462fa545078:41765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0352278dd0b437db1b217f7a785562a is 2184, key is \x00\x00\x00\x00\x00\x00\x00*/proc:d/1733961521846/Put/seqid=0 2024-12-11T23:59:34,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741983_1159 (size=26517) 2024-12-11T23:59:34,622 INFO [M:0;d462fa545078:41765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=318.67 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0352278dd0b437db1b217f7a785562a 2024-12-11T23:59:34,633 INFO [M:0;d462fa545078:41765 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0352278dd0b437db1b217f7a785562a 2024-12-11T23:59:34,648 DEBUG [M:0;d462fa545078:41765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d367e9f681e7474b82d8083614642d8f is 69, key is d462fa545078,40301,1733961467875/rs:state/1733961470101/Put/seqid=0 2024-12-11T23:59:34,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741984_1160 (size=5156) 2024-12-11T23:59:35,053 INFO [M:0;d462fa545078:41765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d367e9f681e7474b82d8083614642d8f 2024-12-11T23:59:35,066 DEBUG [M:0;d462fa545078:41765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e8232cb099c941239dc7db0d550da2f8 as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8232cb099c941239dc7db0d550da2f8 2024-12-11T23:59:35,071 INFO [M:0;d462fa545078:41765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e8232cb099c941239dc7db0d550da2f8, entries=8, sequenceid=667, filesize=5.5 K 2024-12-11T23:59:35,072 DEBUG [M:0;d462fa545078:41765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a0352278dd0b437db1b217f7a785562a as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0352278dd0b437db1b217f7a785562a 2024-12-11T23:59:35,076 INFO [M:0;d462fa545078:41765 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a0352278dd0b437db1b217f7a785562a 2024-12-11T23:59:35,077 INFO [M:0;d462fa545078:41765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a0352278dd0b437db1b217f7a785562a, entries=69, sequenceid=667, filesize=25.9 K 2024-12-11T23:59:35,078 DEBUG [M:0;d462fa545078:41765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d367e9f681e7474b82d8083614642d8f as hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d367e9f681e7474b82d8083614642d8f 2024-12-11T23:59:35,083 INFO [M:0;d462fa545078:41765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41525/user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d367e9f681e7474b82d8083614642d8f, entries=1, sequenceid=667, filesize=5.0 K 2024-12-11T23:59:35,084 INFO [M:0;d462fa545078:41765 {}] regionserver.HRegion(3140): Finished flush of dataSize ~319.23 KB/326887, heapSize ~375.04 KB/384040, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=667, compaction requested=false 2024-12-11T23:59:35,085 INFO [M:0;d462fa545078:41765 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-11T23:59:35,085 DEBUG [M:0;d462fa545078:41765 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733961573749Disabling compacts and flushes for region at 1733961573749Disabling writes for close at 1733961573766 (+17 ms)Obtaining lock to block concurrent updates at 1733961573766Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733961573766Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=326887, getHeapSize=384280, getOffHeapSize=0, getCellsCount=746 at 1733961573767 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733961573767Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733961573767Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733961573780 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733961573780Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733961574198 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733961574215 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733961574215Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733961574633 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733961574647 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733961574647Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@11aa42fc: reopening flushed file at 1733961575065 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f5a72cd: reopening flushed file at 1733961575071 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6122ed30: reopening flushed file at 1733961575077 (+6 ms)Finished flush of dataSize ~319.23 KB/326887, heapSize ~375.04 KB/384040, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1318ms, sequenceid=667, compaction requested=false at 1733961575084 (+7 ms)Writing region close event to WAL at 1733961575085 (+1 ms)Closed at 1733961575085 2024-12-11T23:59:35,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41259 is added to blk_1073741830_1006 (size=370977) 2024-12-11T23:59:35,088 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7397f9a4-c609-2913-f05a-43d5d9042fc6/MasterData/WALs/d462fa545078,41765,1733961466176/d462fa545078%2C41765%2C1733961466176.d462fa545078%2C41765%2C1733961466176.regiongroup-0.1733961469250 not finished, retry = 0 2024-12-11T23:59:35,190 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-11T23:59:35,190 INFO [M:0;d462fa545078:41765 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-11T23:59:35,190 INFO [M:0;d462fa545078:41765 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-12-11T23:59:35,190 INFO [M:0;d462fa545078:41765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41765 2024-12-11T23:59:35,191 INFO [M:0;d462fa545078:41765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-11T23:59:35,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T23:59:35,343 INFO [M:0;d462fa545078:41765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-11T23:59:35,343 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41765-0x100175044a40000, quorum=127.0.0.1:54099, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-11T23:59:35,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@79fa0fb2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-11T23:59:35,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@482cd6b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T23:59:35,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T23:59:35,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4f7ff0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T23:59:35,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b27bdff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,STOPPED} 2024-12-11T23:59:35,365 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-11T23:59:35,365 WARN [BP-889396818-172.17.0.2-1733961461917 heartbeating to localhost/127.0.0.1:41525 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-11T23:59:35,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-11T23:59:35,365 WARN [BP-889396818-172.17.0.2-1733961461917 heartbeating to localhost/127.0.0.1:41525 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-889396818-172.17.0.2-1733961461917 (Datanode Uuid 25c71c57-430d-46fd-bad6-9adc848e6b05) service to localhost/127.0.0.1:41525 2024-12-11T23:59:35,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/cluster_93e1d079-f971-74b9-ca62-87d4cc60ab29/data/data1/current/BP-889396818-172.17.0.2-1733961461917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T23:59:35,367 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/cluster_93e1d079-f971-74b9-ca62-87d4cc60ab29/data/data2/current/BP-889396818-172.17.0.2-1733961461917 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-11T23:59:35,367 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-11T23:59:35,373 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b74231{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-11T23:59:35,373 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cfa68d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T23:59:35,373 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T23:59:35,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13488ad7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-11T23:59:35,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57594f23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,STOPPED} 2024-12-11T23:59:35,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-11T23:59:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-11T23:59:35,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-12-11T23:59:35,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47ddd074{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-11T23:59:35,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47dc6705{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T23:59:35,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T23:59:35,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3edd1f93{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-11T23:59:35,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ac98838{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,STOPPED} 2024-12-11T23:59:35,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74879cf9{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-11T23:59:35,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@b782144{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T23:59:35,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T23:59:35,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@552ffbc6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-11T23:59:35,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8d51f95{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,STOPPED} 2024-12-11T23:59:35,453 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-11T23:59:35,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@245d29e2{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-11T23:59:35,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24423359{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T23:59:35,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T23:59:35,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10073be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-11T23:59:35,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@624e591f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,STOPPED} 2024-12-11T23:59:35,457 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-12-11T23:59:35,460 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-12-11T23:59:35,460 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-12-11T23:59:35,461 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-11T23:59:35,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40fade74{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-11T23:59:35,464 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@70faf002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-11T23:59:35,464 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-11T23:59:35,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dac7ed0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-11T23:59:35,464 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e729ef0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/9c127b2a-3592-fab9-0261-79a76f1e3e1b/hadoop.log.dir/,STOPPED} 2024-12-11T23:59:35,465 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-11T23:59:35,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped