2024-11-14 20:55:38,153 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-14 20:55:38,183 main DEBUG Took 0.023164 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 20:55:38,184 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 20:55:38,184 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 20:55:38,185 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 20:55:38,187 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 20:55:38,205 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 20:55:38,236 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,238 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 20:55:38,239 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,239 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 20:55:38,240 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,240 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 20:55:38,241 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,242 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 20:55:38,242 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,243 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 20:55:38,244 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,244 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 20:55:38,245 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,245 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 20:55:38,246 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,246 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 20:55:38,247 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,247 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 20:55:38,248 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 20:55:38,249 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,249 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 20:55:38,250 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,250 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 20:55:38,251 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,251 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 20:55:38,253 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 20:55:38,255 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 20:55:38,257 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 20:55:38,257 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 20:55:38,259 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 20:55:38,259 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 20:55:38,271 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 20:55:38,274 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 20:55:38,277 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 20:55:38,277 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 20:55:38,278 main DEBUG createAppenders(={Console}) 2024-11-14 20:55:38,279 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-11-14 20:55:38,279 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-11-14 20:55:38,279 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-11-14 20:55:38,280 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 20:55:38,281 main DEBUG OutputStream closed 2024-11-14 20:55:38,281 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 20:55:38,281 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 20:55:38,282 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-11-14 20:55:38,389 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 20:55:38,392 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 20:55:38,393 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 20:55:38,394 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 20:55:38,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 20:55:38,395 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 20:55:38,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 20:55:38,396 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 20:55:38,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 20:55:38,397 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 20:55:38,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 20:55:38,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 20:55:38,398 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 20:55:38,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 20:55:38,399 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 20:55:38,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 20:55:38,400 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 20:55:38,416 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 20:55:38,419 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 20:55:38,419 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-11-14 20:55:38,420 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 20:55:38,421 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-11-14T20:55:38,504 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-11-14 20:55:38,515 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 20:55:38,515 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T20:55:38,965 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7 2024-11-14T20:55:38,974 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-14T20:55:38,976 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:55:38,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T20:55:39,023 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/cluster_85f43724-cbf0-ae76-bd1c-d3f5f5b40039, deleteOnExit=true 2024-11-14T20:55:39,023 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T20:55:39,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/test.cache.data in system properties and HBase conf 2024-11-14T20:55:39,025 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T20:55:39,026 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir in system properties and HBase conf 2024-11-14T20:55:39,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T20:55:39,027 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T20:55:39,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T20:55:39,161 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T20:55:39,347 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T20:55:39,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T20:55:39,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T20:55:39,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T20:55:39,369 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T20:55:39,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T20:55:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T20:55:39,371 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T20:55:39,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T20:55:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T20:55:39,377 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/nfs.dump.dir in system properties and HBase conf 2024-11-14T20:55:39,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/java.io.tmpdir in system properties and HBase conf 2024-11-14T20:55:39,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T20:55:39,378 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T20:55:39,379 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T20:55:40,818 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T20:55:40,988 INFO [Time-limited test {}] log.Log(170): Logging initialized @4219ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T20:55:41,115 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T20:55:41,296 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T20:55:41,427 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T20:55:41,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T20:55:41,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T20:55:41,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T20:55:41,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12f83a6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T20:55:41,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e61513{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T20:55:41,820 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4ee33b9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/java.io.tmpdir/jetty-localhost-40577-hadoop-hdfs-3_4_1-tests_jar-_-any-15484487432611342987/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T20:55:41,849 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a655ef8{HTTP/1.1, (http/1.1)}{localhost:40577} 2024-11-14T20:55:41,849 INFO [Time-limited test {}] server.Server(415): Started @5081ms 2024-11-14T20:55:42,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T20:55:42,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T20:55:42,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T20:55:42,691 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T20:55:42,692 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T20:55:42,693 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a7eeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T20:55:42,696 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ef9c479{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T20:55:42,918 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@151c3a88{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/java.io.tmpdir/jetty-localhost-35975-hadoop-hdfs-3_4_1-tests_jar-_-any-3471877859010045224/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T20:55:42,919 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16974257{HTTP/1.1, (http/1.1)}{localhost:35975} 2024-11-14T20:55:42,920 INFO [Time-limited test {}] server.Server(415): Started @6152ms 2024-11-14T20:55:43,016 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T20:55:43,836 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/cluster_85f43724-cbf0-ae76-bd1c-d3f5f5b40039/data/data2/current/BP-1006245444-172.17.0.3-1731617740399/current, will proceed with Du for space computation calculation, 2024-11-14T20:55:43,836 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/cluster_85f43724-cbf0-ae76-bd1c-d3f5f5b40039/data/data1/current/BP-1006245444-172.17.0.3-1731617740399/current, will proceed with Du for space computation calculation, 2024-11-14T20:55:43,963 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T20:55:44,045 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2d7db44ed8b9dcc with lease ID 0x1d9b0e4ea0f314d2: Processing first storage report for DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6 from datanode DatanodeRegistration(127.0.0.1:45923, datanodeUuid=8b9f091e-3e29-420f-bce2-94a37bc8032d, infoPort=37981, infoSecurePort=0, ipcPort=42359, storageInfo=lv=-57;cid=testClusterID;nsid=424930354;c=1731617740399) 2024-11-14T20:55:44,046 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2d7db44ed8b9dcc with lease ID 0x1d9b0e4ea0f314d2: from storage DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6 node DatanodeRegistration(127.0.0.1:45923, datanodeUuid=8b9f091e-3e29-420f-bce2-94a37bc8032d, infoPort=37981, infoSecurePort=0, ipcPort=42359, storageInfo=lv=-57;cid=testClusterID;nsid=424930354;c=1731617740399), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T20:55:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc2d7db44ed8b9dcc with lease ID 0x1d9b0e4ea0f314d2: Processing first storage report for DS-0f16c9a7-7128-4be0-b095-9a20b88267aa from datanode DatanodeRegistration(127.0.0.1:45923, datanodeUuid=8b9f091e-3e29-420f-bce2-94a37bc8032d, infoPort=37981, infoSecurePort=0, ipcPort=42359, storageInfo=lv=-57;cid=testClusterID;nsid=424930354;c=1731617740399) 2024-11-14T20:55:44,047 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc2d7db44ed8b9dcc with lease ID 0x1d9b0e4ea0f314d2: from storage DS-0f16c9a7-7128-4be0-b095-9a20b88267aa node DatanodeRegistration(127.0.0.1:45923, datanodeUuid=8b9f091e-3e29-420f-bce2-94a37bc8032d, infoPort=37981, infoSecurePort=0, ipcPort=42359, storageInfo=lv=-57;cid=testClusterID;nsid=424930354;c=1731617740399), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T20:55:44,122 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7 2024-11-14T20:55:44,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/cluster_85f43724-cbf0-ae76-bd1c-d3f5f5b40039/zookeeper_0, clientPort=63572, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/cluster_85f43724-cbf0-ae76-bd1c-d3f5f5b40039/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/cluster_85f43724-cbf0-ae76-bd1c-d3f5f5b40039/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T20:55:44,346 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63572 2024-11-14T20:55:44,418 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T20:55:44,427 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T20:55:44,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741825_1001 (size=7) 2024-11-14T20:55:45,176 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 with version=8 2024-11-14T20:55:45,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging 2024-11-14T20:55:45,196 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-11-14T20:55:45,197 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-11-14T20:55:45,197 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-11-14T20:55:45,197 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-11-14T20:55:45,356 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T20:55:45,786 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6c8768110af2:0 server-side Connection retries=45 2024-11-14T20:55:45,806 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T20:55:45,807 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T20:55:45,821 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T20:55:45,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T20:55:45,821 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T20:55:46,131 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T20:55:46,219 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T20:55:46,231 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T20:55:46,237 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T20:55:46,269 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2050 (auto-detected) 2024-11-14T20:55:46,270 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected) 2024-11-14T20:55:46,292 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:42031 2024-11-14T20:55:46,322 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42031 connecting to ZooKeeper ensemble=127.0.0.1:63572 2024-11-14T20:55:46,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:420310x0, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T20:55:46,365 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42031-0x1004013f8010000 connected 2024-11-14T20:55:46,415 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T20:55:46,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T20:55:46,434 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-14T20:55:46,464 INFO [Time-limited test {}] log.Log(170): Logging initialized @9696ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T20:55:46,528 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-14T20:55:46,529 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-14T20:55:46,530 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-14T20:55:46,531 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-14T20:55:46,531 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-14T20:55:46,534 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-11-14T20:55:46,534 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-14T20:55:46,534 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-14T20:55:46,537 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-14T20:55:46,623 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 46701 2024-11-14T20:55:46,625 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-14T20:55:46,656 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-14T20:55:46,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@65f4cbad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T20:55:46,659 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-14T20:55:46,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@71588a4c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-14T20:55:46,720 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-14T20:55:46,739 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T20:55:46,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T20:55:46,741 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T20:55:46,747 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-14T20:55:47,574 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@5a77ddad{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-14T20:55:47,580 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@561e470c{HTTP/1.1, (http/1.1)}{0.0.0.0:46701} 2024-11-14T20:55:47,581 INFO [Time-limited test {}] server.Server(415): Started @10813ms 2024-11-14T20:55:47,585 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8, hbase.cluster.distributed=false 2024-11-14T20:55:47,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-14T20:55:47,625 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42031 2024-11-14T20:55:47,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42031 2024-11-14T20:55:47,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42031 2024-11-14T20:55:47,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42031 2024-11-14T20:55:47,628 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42031 2024-11-14T20:55:47,775 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6c8768110af2:0 server-side Connection retries=45 2024-11-14T20:55:47,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T20:55:47,777 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T20:55:47,778 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T20:55:47,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T20:55:47,778 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T20:55:47,782 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T20:55:47,785 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T20:55:47,786 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:39993 2024-11-14T20:55:47,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39993 connecting to ZooKeeper ensemble=127.0.0.1:63572 2024-11-14T20:55:47,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T20:55:47,793 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T20:55:47,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399930x0, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T20:55:47,803 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39993-0x1004013f8010001 connected 2024-11-14T20:55:47,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-14T20:55:47,806 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-11-14T20:55:47,806 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-11-14T20:55:47,807 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-11-14T20:55:47,807 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-11-14T20:55:47,807 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-11-14T20:55:47,809 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-11-14T20:55:47,809 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-11-14T20:55:47,809 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-11-14T20:55:47,809 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-11-14T20:55:47,812 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 33161 2024-11-14T20:55:47,812 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-14T20:55:47,814 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-14T20:55:47,814 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@30d8ab8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T20:55:47,815 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-14T20:55:47,815 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@3f013b32{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-11-14T20:55:47,830 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-11-14T20:55:47,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T20:55:47,832 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T20:55:47,832 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T20:55:47,837 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-11-14T20:55:47,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@1b69b2e3{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-14T20:55:47,843 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d0237ed{HTTP/1.1, (http/1.1)}{0.0.0.0:33161} 2024-11-14T20:55:47,843 INFO [Time-limited test {}] server.Server(415): Started @11075ms 2024-11-14T20:55:47,849 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T20:55:47,862 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T20:55:47,865 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-11-14T20:55:47,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-11-14T20:55:47,872 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39993 2024-11-14T20:55:47,873 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39993 2024-11-14T20:55:47,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39993 2024-11-14T20:55:47,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39993 2024-11-14T20:55:47,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39993 2024-11-14T20:55:47,902 DEBUG [M:0;6c8768110af2:42031 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6c8768110af2:42031 2024-11-14T20:55:47,906 INFO [master/6c8768110af2:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-11-14T20:55:47,911 INFO [master/6c8768110af2:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@5207b9f1{HTTP/1.1, (http/1.1)}{0.0.0.0:43423} 2024-11-14T20:55:47,911 INFO [master/6c8768110af2:0:becomeActiveMaster {}] server.Server(415): Started @11143ms 2024-11-14T20:55:47,911 INFO [master/6c8768110af2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/6c8768110af2,42031,1731617745443 2024-11-14T20:55:47,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-14T20:55:47,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-14T20:55:47,928 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/6c8768110af2,42031,1731617745443 2024-11-14T20:55:47,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:47,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-11-14T20:55:47,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:47,958 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on existing znode=/1/master 2024-11-14T20:55:47,960 INFO [master/6c8768110af2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/6c8768110af2,42031,1731617745443 from backup master directory 2024-11-14T20:55:47,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/6c8768110af2,42031,1731617745443 2024-11-14T20:55:47,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-14T20:55:47,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-11-14T20:55:47,964 WARN [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T20:55:47,964 INFO [master/6c8768110af2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6c8768110af2,42031,1731617745443 2024-11-14T20:55:47,967 INFO [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T20:55:47,969 INFO [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T20:55:48,046 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase.id] with ID: 4fc39738-f68e-4eaa-8d9f-9ee4ef275f76 2024-11-14T20:55:48,047 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.tmp/hbase.id 2024-11-14T20:55:48,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741826_1002 (size=42) 2024-11-14T20:55:48,481 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.tmp/hbase.id]:[hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase.id] 2024-11-14T20:55:48,533 INFO [master/6c8768110af2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T20:55:48,540 INFO [master/6c8768110af2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T20:55:48,560 INFO [master/6c8768110af2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-14T20:55:48,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:48,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:48,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741827_1003 (size=196) 2024-11-14T20:55:48,600 INFO [master/6c8768110af2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:55:48,602 INFO [master/6c8768110af2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T20:55:48,613 INFO [master/6c8768110af2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-14T20:55:48,616 INFO [master/6c8768110af2:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-14T20:55:48,628 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T20:55:48,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741828_1004 (size=1189) 2024-11-14T20:55:48,696 INFO [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store 2024-11-14T20:55:48,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741829_1005 (size=34) 2024-11-14T20:55:48,733 INFO [master/6c8768110af2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T20:55:48,737 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:55:48,738 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T20:55:48,738 INFO [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T20:55:48,738 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T20:55:48,740 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T20:55:48,740 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T20:55:48,740 INFO [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T20:55:48,741 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731617748738Disabling compacts and flushes for region at 1731617748738Disabling writes for close at 1731617748740 (+2 ms)Writing region close event to WAL at 1731617748740Closed at 1731617748740 2024-11-14T20:55:48,744 WARN [master/6c8768110af2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/.initializing 2024-11-14T20:55:48,744 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/WALs/6c8768110af2,42031,1731617745443 2024-11-14T20:55:48,752 INFO [master/6c8768110af2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T20:55:48,757 INFO [master/6c8768110af2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 6c8768110af2,42031,1731617745443.regiongroup-0 2024-11-14T20:55:48,775 INFO [master/6c8768110af2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c8768110af2%2C42031%2C1731617745443.6c8768110af2%2C42031%2C1731617745443.regiongroup-0, suffix=, logDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/WALs/6c8768110af2,42031,1731617745443, archiveDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/oldWALs, maxLogs=10 2024-11-14T20:55:48,809 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/WALs/6c8768110af2,42031,1731617745443/6c8768110af2%2C42031%2C1731617745443.6c8768110af2%2C42031%2C1731617745443.regiongroup-0.1731617748780, exclude list is [], retry=0 2024-11-14T20:55:48,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:55:48,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T20:55:48,893 INFO [master/6c8768110af2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/WALs/6c8768110af2,42031,1731617745443/6c8768110af2%2C42031%2C1731617745443.6c8768110af2%2C42031%2C1731617745443.regiongroup-0.1731617748780 2024-11-14T20:55:48,894 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:55:48,895 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T20:55:48,895 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:55:48,900 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T20:55:48,901 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T20:55:48,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T20:55:48,997 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T20:55:49,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:49,005 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T20:55:49,006 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T20:55:49,010 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T20:55:49,010 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:49,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:55:49,011 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T20:55:49,015 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T20:55:49,015 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:49,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:55:49,016 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T20:55:49,020 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T20:55:49,020 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:49,021 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:55:49,022 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T20:55:49,026 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T20:55:49,027 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T20:55:49,034 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T20:55:49,035 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T20:55:49,039 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T20:55:49,043 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T20:55:49,048 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:55:49,049 INFO [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11403862240, jitterRate=0.062067434191703796}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T20:55:49,058 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731617748923Initializing all the Stores at 1731617748926 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731617748927 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617748929 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617748929Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617748929Cleaning up temporary data from old regions at 1731617749035 (+106 ms)Region opened successfully at 1731617749058 (+23 ms) 2024-11-14T20:55:49,059 INFO [master/6c8768110af2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T20:55:49,094 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7faa4c11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=6c8768110af2/172.17.0.3:0 2024-11-14T20:55:49,129 INFO [master/6c8768110af2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T20:55:49,144 INFO [master/6c8768110af2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T20:55:49,144 INFO [master/6c8768110af2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T20:55:49,148 INFO [master/6c8768110af2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T20:55:49,149 INFO [master/6c8768110af2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-14T20:55:49,155 INFO [master/6c8768110af2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T20:55:49,155 INFO [master/6c8768110af2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T20:55:49,200 INFO [master/6c8768110af2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T20:55:49,215 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-11-14T20:55:49,218 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-11-14T20:55:49,221 INFO [master/6c8768110af2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T20:55:49,223 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-11-14T20:55:49,225 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-11-14T20:55:49,228 INFO [master/6c8768110af2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T20:55:49,235 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-11-14T20:55:49,241 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-11-14T20:55:49,246 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-11-14T20:55:49,248 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-11-14T20:55:49,275 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T20:55:49,277 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-11-14T20:55:49,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-14T20:55:49,281 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:49,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-11-14T20:55:49,285 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:49,285 INFO [master/6c8768110af2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6c8768110af2,42031,1731617745443, sessionid=0x1004013f8010000, setting cluster-up flag (Was=false) 2024-11-14T20:55:49,324 INFO [master/6c8768110af2:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-11-14T20:55:49,334 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:49,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:49,343 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-11-14T20:55:49,345 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c8768110af2,42031,1731617745443 2024-11-14T20:55:49,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:49,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:49,357 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-11-14T20:55:49,360 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c8768110af2,42031,1731617745443 2024-11-14T20:55:49,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:49,374 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:49,384 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-11-14T20:55:49,388 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6c8768110af2,42031,1731617745443 2024-11-14T20:55:49,396 INFO [master/6c8768110af2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T20:55:49,478 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T20:55:49,488 INFO [master/6c8768110af2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T20:55:49,494 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(746): ClusterId : 4fc39738-f68e-4eaa-8d9f-9ee4ef275f76 2024-11-14T20:55:49,495 INFO [master/6c8768110af2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T20:55:49,496 INFO [RS:0;6c8768110af2:39993 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-11-14T20:55:49,498 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T20:55:49,501 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6c8768110af2,42031,1731617745443 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T20:55:49,506 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T20:55:49,506 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-11-14T20:55:49,508 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6c8768110af2:0, corePoolSize=5, maxPoolSize=5 2024-11-14T20:55:49,508 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6c8768110af2:0, corePoolSize=5, maxPoolSize=5 2024-11-14T20:55:49,509 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6c8768110af2:0, corePoolSize=5, maxPoolSize=5 2024-11-14T20:55:49,509 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6c8768110af2:0, corePoolSize=5, maxPoolSize=5 2024-11-14T20:55:49,509 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6c8768110af2:0, corePoolSize=10, maxPoolSize=10 2024-11-14T20:55:49,509 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6c8768110af2:0, corePoolSize=1, maxPoolSize=1 2024-11-14T20:55:49,510 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-11-14T20:55:49,510 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6c8768110af2:0, corePoolSize=2, maxPoolSize=2 2024-11-14T20:55:49,510 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T20:55:49,510 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6c8768110af2:0, corePoolSize=1, maxPoolSize=1 2024-11-14T20:55:49,513 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T20:55:49,514 DEBUG [RS:0;6c8768110af2:39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f910cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=6c8768110af2/172.17.0.3:0 2024-11-14T20:55:49,517 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T20:55:49,518 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T20:55:49,525 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:49,526 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T20:55:49,532 INFO [master/6c8768110af2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731617779532 2024-11-14T20:55:49,534 INFO [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T20:55:49,535 INFO [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T20:55:49,537 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6c8768110af2:39993 2024-11-14T20:55:49,540 INFO [RS:0;6c8768110af2:39993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T20:55:49,540 INFO [RS:0;6c8768110af2:39993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T20:55:49,540 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T20:55:49,541 INFO [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T20:55:49,541 INFO [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-11-14T20:55:49,542 INFO [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T20:55:49,542 INFO [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T20:55:49,542 INFO [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T20:55:49,543 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c8768110af2,42031,1731617745443 with port=39993, startcode=1731617747726 2024-11-14T20:55:49,544 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741831_1007 (size=1321) 2024-11-14T20:55:49,553 INFO [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T20:55:49,555 INFO [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T20:55:49,555 INFO [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T20:55:49,560 DEBUG [RS:0;6c8768110af2:39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T20:55:49,577 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c0c4ce1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:55:49,577 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:55:49,581 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:55:49,614 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:55:49,626 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50309, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T20:55:49,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:55:49,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:55:49,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d1d46db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:55:49,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:55:49,633 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42031 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T20:55:49,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:55:49,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:55:49,644 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:55:49,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8400182, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:55:49,651 INFO [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-11-14T20:55:49,661 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-14T20:55:49,661 WARN [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-14T20:55:49,663 INFO [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T20:55:49,664 INFO [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T20:55:49,669 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6c8768110af2:0:becomeActiveMaster-HFileCleaner.large.0-1731617749665,5,FailOnTimeoutGroup] 2024-11-14T20:55:49,672 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6c8768110af2:0:becomeActiveMaster-HFileCleaner.small.0-1731617749670,5,FailOnTimeoutGroup] 2024-11-14T20:55:49,672 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,673 INFO [master/6c8768110af2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T20:55:49,674 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,675 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,763 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(2659): reportForDuty to master=6c8768110af2,42031,1731617745443 with port=39993, startcode=1731617747726 2024-11-14T20:55:49,766 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42031 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6c8768110af2,39993,1731617747726 2024-11-14T20:55:49,769 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42031 {}] master.ServerManager(517): Registering regionserver=6c8768110af2,39993,1731617747726 2024-11-14T20:55:49,778 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:55:49,778 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36597 2024-11-14T20:55:49,778 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=46701 2024-11-14T20:55:49,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-14T20:55:49,791 DEBUG [RS:0;6c8768110af2:39993 {}] zookeeper.ZKUtil(111): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on existing znode=/1/rs/6c8768110af2,39993,1731617747726 2024-11-14T20:55:49,791 WARN [RS:0;6c8768110af2:39993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T20:55:49,791 INFO [RS:0;6c8768110af2:39993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-14T20:55:49,792 INFO [RS:0;6c8768110af2:39993 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-14T20:55:49,792 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726 2024-11-14T20:55:49,794 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6c8768110af2,39993,1731617747726] 2024-11-14T20:55:49,825 INFO [RS:0;6c8768110af2:39993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T20:55:49,843 INFO [RS:0;6c8768110af2:39993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T20:55:49,850 INFO [RS:0;6c8768110af2:39993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T20:55:49,850 INFO [RS:0;6c8768110af2:39993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,852 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T20:55:49,859 INFO [RS:0;6c8768110af2:39993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T20:55:49,861 INFO [RS:0;6c8768110af2:39993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,862 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6c8768110af2:0, corePoolSize=1, maxPoolSize=1 2024-11-14T20:55:49,862 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6c8768110af2:0, corePoolSize=1, maxPoolSize=1 2024-11-14T20:55:49,862 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6c8768110af2:0, corePoolSize=1, maxPoolSize=1 2024-11-14T20:55:49,862 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6c8768110af2:0, corePoolSize=1, maxPoolSize=1 2024-11-14T20:55:49,862 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6c8768110af2:0, corePoolSize=1, maxPoolSize=1 2024-11-14T20:55:49,862 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6c8768110af2:0, corePoolSize=2, maxPoolSize=2 2024-11-14T20:55:49,863 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6c8768110af2:0, corePoolSize=1, maxPoolSize=1 2024-11-14T20:55:49,863 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6c8768110af2:0, corePoolSize=1, maxPoolSize=1 2024-11-14T20:55:49,863 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6c8768110af2:0, corePoolSize=1, maxPoolSize=1 2024-11-14T20:55:49,863 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6c8768110af2:0, corePoolSize=1, maxPoolSize=1 2024-11-14T20:55:49,863 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6c8768110af2:0, corePoolSize=1, maxPoolSize=1 2024-11-14T20:55:49,863 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6c8768110af2:0, corePoolSize=1, maxPoolSize=1 2024-11-14T20:55:49,864 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0, corePoolSize=3, maxPoolSize=3 2024-11-14T20:55:49,864 DEBUG [RS:0;6c8768110af2:39993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6c8768110af2:0, corePoolSize=3, maxPoolSize=3 2024-11-14T20:55:49,865 INFO [RS:0;6c8768110af2:39993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,865 INFO [RS:0;6c8768110af2:39993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,865 INFO [RS:0;6c8768110af2:39993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,865 INFO [RS:0;6c8768110af2:39993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,866 INFO [RS:0;6c8768110af2:39993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,866 INFO [RS:0;6c8768110af2:39993 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c8768110af2,39993,1731617747726-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T20:55:49,892 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T20:55:49,895 INFO [RS:0;6c8768110af2:39993 {}] hbase.ChoreService(168): Chore ScheduledChore name=6c8768110af2,39993,1731617747726-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,895 INFO [RS:0;6c8768110af2:39993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,895 INFO [RS:0;6c8768110af2:39993 {}] regionserver.Replication(171): 6c8768110af2,39993,1731617747726 started 2024-11-14T20:55:49,920 INFO [RS:0;6c8768110af2:39993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:49,921 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1482): Serving as 6c8768110af2,39993,1731617747726, RpcServer on 6c8768110af2/172.17.0.3:39993, sessionid=0x1004013f8010001 2024-11-14T20:55:49,921 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T20:55:49,922 DEBUG [RS:0;6c8768110af2:39993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6c8768110af2,39993,1731617747726 2024-11-14T20:55:49,922 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c8768110af2,39993,1731617747726' 2024-11-14T20:55:49,922 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-11-14T20:55:49,923 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-11-14T20:55:49,924 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T20:55:49,924 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-11-14T20:55:49,924 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c8768110af2,39993,1731617747726' 2024-11-14T20:55:49,924 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-14T20:55:49,925 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-14T20:55:49,926 INFO [RS:0;6c8768110af2:39993 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-11-14T20:55:49,926 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-11-14T20:55:49,926 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T20:55:49,926 DEBUG [RS:0;6c8768110af2:39993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6c8768110af2,39993,1731617747726 2024-11-14T20:55:49,926 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6c8768110af2,39993,1731617747726' 2024-11-14T20:55:49,926 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-11-14T20:55:49,927 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-11-14T20:55:49,928 DEBUG [RS:0;6c8768110af2:39993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T20:55:49,928 INFO [RS:0;6c8768110af2:39993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T20:55:49,928 INFO [RS:0;6c8768110af2:39993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T20:55:49,951 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T20:55:49,952 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:55:49,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741832_1008 (size=32) 2024-11-14T20:55:49,964 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:55:49,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T20:55:49,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T20:55:49,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:49,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T20:55:49,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T20:55:49,974 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T20:55:49,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:49,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T20:55:49,976 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T20:55:49,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T20:55:49,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:49,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T20:55:49,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T20:55:49,983 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T20:55:49,984 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:49,985 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T20:55:49,986 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T20:55:49,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740 2024-11-14T20:55:49,988 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740 2024-11-14T20:55:49,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T20:55:49,992 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T20:55:49,993 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T20:55:50,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T20:55:50,012 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:55:50,013 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11659389760, jitterRate=0.08586528897285461}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T20:55:50,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731617749965Initializing all the Stores at 1731617749966 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731617749967 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731617749967Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617749967Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731617749967Cleaning up temporary data from old regions at 1731617749992 (+25 ms)Region opened successfully at 1731617750016 (+24 ms) 2024-11-14T20:55:50,016 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T20:55:50,016 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T20:55:50,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T20:55:50,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T20:55:50,017 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T20:55:50,021 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T20:55:50,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731617750016Disabling compacts and flushes for region at 1731617750016Disabling writes for close at 1731617750017 (+1 ms)Writing region close event to WAL at 1731617750021 (+4 ms)Closed at 1731617750021 2024-11-14T20:55:50,037 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T20:55:50,037 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T20:55:50,037 INFO [RS:0;6c8768110af2:39993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T20:55:50,038 INFO [RS:0;6c8768110af2:39993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 6c8768110af2,39993,1731617747726.regiongroup-0 2024-11-14T20:55:50,046 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T20:55:50,057 INFO [RS:0;6c8768110af2:39993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0, suffix=, logDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726, archiveDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs, maxLogs=32 2024-11-14T20:55:50,069 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T20:55:50,091 DEBUG [RS:0;6c8768110af2:39993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617750064, exclude list is [], retry=0 2024-11-14T20:55:50,095 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T20:55:50,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:55:50,115 INFO [RS:0;6c8768110af2:39993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617750064 2024-11-14T20:55:50,116 DEBUG [RS:0;6c8768110af2:39993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:55:50,249 DEBUG [6c8768110af2:42031 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T20:55:50,265 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:55:50,271 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c8768110af2,39993,1731617747726, state=OPENING 2024-11-14T20:55:50,277 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T20:55:50,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:50,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:55:50,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-14T20:55:50,281 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-14T20:55:50,282 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T20:55:50,285 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:55:50,466 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T20:55:50,468 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T20:55:50,485 INFO [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T20:55:50,486 INFO [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-11-14T20:55:50,486 INFO [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-11-14T20:55:50,486 INFO [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T20:55:50,487 INFO [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T20:55:50,491 INFO [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c8768110af2%2C39993%2C1731617747726.meta, suffix=.meta, logDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726, archiveDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs, maxLogs=32 2024-11-14T20:55:50,514 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617750493.meta, exclude list is [], retry=0 2024-11-14T20:55:50,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:55:50,522 INFO [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617750493.meta 2024-11-14T20:55:50,524 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:55:50,525 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T20:55:50,531 INFO [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:55:50,532 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T20:55:50,536 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T20:55:50,536 INFO [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T20:55:50,541 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T20:55:50,541 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:55:50,542 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T20:55:50,542 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T20:55:50,546 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T20:55:50,548 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T20:55:50,548 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:50,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T20:55:50,549 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T20:55:50,552 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T20:55:50,552 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:50,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T20:55:50,553 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T20:55:50,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T20:55:50,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:50,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T20:55:50,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T20:55:50,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T20:55:50,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:50,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T20:55:50,560 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T20:55:50,561 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740 2024-11-14T20:55:50,564 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740 2024-11-14T20:55:50,567 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T20:55:50,567 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T20:55:50,569 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T20:55:50,574 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T20:55:50,576 INFO [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10317301440, jitterRate=-0.039126425981521606}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T20:55:50,576 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T20:55:50,580 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731617750543Writing region info on filesystem at 1731617750543Initializing all the Stores at 1731617750545 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731617750545Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731617750545Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617750545Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731617750545Cleaning up temporary data from old regions at 1731617750567 (+22 ms)Running coprocessor post-open hooks at 1731617750576 (+9 ms)Region opened successfully at 1731617750580 (+4 ms) 2024-11-14T20:55:50,590 INFO [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731617750455 2024-11-14T20:55:50,611 DEBUG [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T20:55:50,611 INFO [RS_OPEN_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T20:55:50,614 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:55:50,617 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6c8768110af2,39993,1731617747726, state=OPEN 2024-11-14T20:55:50,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-14T20:55:50,620 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-11-14T20:55:50,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-14T20:55:50,620 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-11-14T20:55:50,621 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6c8768110af2,39993,1731617747726 2024-11-14T20:55:50,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T20:55:50,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6c8768110af2,39993,1731617747726 in 337 msec 2024-11-14T20:55:50,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T20:55:50,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 584 msec 2024-11-14T20:55:50,637 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T20:55:50,637 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T20:55:50,662 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:55:50,664 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:55:50,693 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:55:50,696 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39887, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:55:50,733 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-11-14T20:55:50,733 INFO [master/6c8768110af2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731617750733, completionTime=-1 2024-11-14T20:55:50,737 INFO [master/6c8768110af2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T20:55:50,737 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-14T20:55:50,783 INFO [master/6c8768110af2:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-14T20:55:50,784 INFO [master/6c8768110af2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731617810783 2024-11-14T20:55:50,784 INFO [master/6c8768110af2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731617870784 2024-11-14T20:55:50,784 INFO [master/6c8768110af2:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 46 msec 2024-11-14T20:55:50,787 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c8768110af2,42031,1731617745443-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:50,787 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c8768110af2,42031,1731617745443-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:50,787 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c8768110af2,42031,1731617745443-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:50,789 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6c8768110af2:42031, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:50,789 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:50,792 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:50,809 DEBUG [master/6c8768110af2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T20:55:50,844 INFO [master/6c8768110af2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.879sec 2024-11-14T20:55:50,845 INFO [master/6c8768110af2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T20:55:50,848 INFO [master/6c8768110af2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T20:55:50,850 INFO [master/6c8768110af2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T20:55:50,850 INFO [master/6c8768110af2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T20:55:50,850 INFO [master/6c8768110af2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T20:55:50,851 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c8768110af2,42031,1731617745443-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T20:55:50,852 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c8768110af2,42031,1731617745443-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T20:55:50,876 DEBUG [master/6c8768110af2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T20:55:50,877 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T20:55:50,878 INFO [master/6c8768110af2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6c8768110af2,42031,1731617745443-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T20:55:50,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@113bc0e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:55:50,900 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T20:55:50,901 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T20:55:50,906 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:55:50,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:55:50,916 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:55:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:55:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:55:50,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2758e008, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:55:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:55:50,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:55:50,921 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:55:50,924 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:55:50,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536f20da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:55:50,930 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:55:50,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:55:50,941 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:55:50,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:55:50,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6c8768110af2,42031,1731617745443 2024-11-14T20:55:50,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-11-14T20:55:50,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/test.cache.data in system properties and HBase conf 2024-11-14T20:55:50,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T20:55:50,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir in system properties and HBase conf 2024-11-14T20:55:50,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T20:55:50,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T20:55:50,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T20:55:50,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T20:55:50,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T20:55:50,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T20:55:50,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T20:55:50,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T20:55:50,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T20:55:50,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T20:55:50,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T20:55:50,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T20:55:50,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/nfs.dump.dir in system properties and HBase conf 2024-11-14T20:55:50,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/java.io.tmpdir in system properties and HBase conf 2024-11-14T20:55:50,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T20:55:50,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T20:55:50,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T20:55:51,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741835_1011 (size=592039) 2024-11-14T20:55:51,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741836_1012 (size=1663647) 2024-11-14T20:55:52,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T20:55:52,798 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T20:55:53,022 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T20:55:53,023 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-14T20:55:53,024 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T20:55:53,035 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T20:55:53,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T20:55:53,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T20:55:53,040 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T20:55:53,040 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T20:55:53,040 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T20:55:53,041 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26c56adc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T20:55:53,041 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a908e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-14T20:55:53,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T20:55:53,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a5d66b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T20:55:53,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fa5f4d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-14T20:55:53,236 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-11-14T20:55:53,237 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-11-14T20:55:53,237 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-14T20:55:53,239 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-14T20:55:53,292 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-14T20:55:53,420 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-14T20:55:53,753 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-14T20:55:53,795 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@729ce875{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/java.io.tmpdir/jetty-localhost-41037-hadoop-yarn-common-3_4_1_jar-_-any-1544042729893438762/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-14T20:55:53,795 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@58887a6b{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/java.io.tmpdir/jetty-localhost-41737-hadoop-yarn-common-3_4_1_jar-_-any-6020827522169409241/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-14T20:55:53,798 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f48c6d3{HTTP/1.1, (http/1.1)}{localhost:41737} 2024-11-14T20:55:53,798 INFO [Time-limited test {}] server.Server(415): Started @17030ms 2024-11-14T20:55:53,798 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@37e8ed89{HTTP/1.1, (http/1.1)}{localhost:41037} 2024-11-14T20:55:53,798 INFO [Thread-251 {}] server.Server(415): Started @17031ms 2024-11-14T20:55:54,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741837_1013 (size=5) 2024-11-14T20:55:54,978 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-14T20:55:54,983 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T20:55:55,040 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-14T20:55:55,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T20:55:55,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T20:55:55,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T20:55:55,048 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T20:55:55,049 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T20:55:55,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5154bc6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T20:55:55,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f70622b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-14T20:55:55,111 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-14T20:55:55,111 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-14T20:55:55,111 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-14T20:55:55,112 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-14T20:55:55,120 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-14T20:55:55,126 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-14T20:55:55,230 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-14T20:55:55,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@51b586ef{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/java.io.tmpdir/jetty-localhost-39795-hadoop-yarn-common-3_4_1_jar-_-any-6139190149433456540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-14T20:55:55,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a8e676{HTTP/1.1, (http/1.1)}{localhost:39795} 2024-11-14T20:55:55,244 INFO [Time-limited test {}] server.Server(415): Started @18476ms 2024-11-14T20:55:55,493 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-11-14T20:55:55,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T20:55:55,514 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-11-14T20:55:55,515 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T20:55:55,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T20:55:55,521 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T20:55:55,521 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T20:55:55,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T20:55:55,527 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5347a3f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,AVAILABLE} 2024-11-14T20:55:55,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17ab44e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-11-14T20:55:55,600 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-11-14T20:55:55,600 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-11-14T20:55:55,600 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-11-14T20:55:55,600 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-11-14T20:55:55,610 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-14T20:55:55,616 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-14T20:55:55,733 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-11-14T20:55:55,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@90d152a{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/java.io.tmpdir/jetty-localhost-38605-hadoop-yarn-common-3_4_1_jar-_-any-12528494175046835943/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-14T20:55:55,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@58bc63fe{HTTP/1.1, (http/1.1)}{localhost:38605} 2024-11-14T20:55:55,740 INFO [Time-limited test {}] server.Server(415): Started @18972ms 2024-11-14T20:55:55,783 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-11-14T20:55:55,783 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:36597/backupUT 2024-11-14T20:55:55,789 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:55:55,795 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:55:55,799 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1334c5e7 2024-11-14T20:55:55,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:55:55,804 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:55:55,807 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'} 2024-11-14T20:55:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-11-14T20:55:55,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T20:55:55,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 25 msec 2024-11-14T20:55:55,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T20:55:55,932 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-11-14T20:55:55,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'} 2024-11-14T20:55:55,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-11-14T20:55:55,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-14T20:55:55,965 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 26 msec 2024-11-14T20:55:56,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-11-14T20:55:56,052 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-11-14T20:55:56,053 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'} 2024-11-14T20:55:56,057 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-14T20:55:56,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-11-14T20:55:56,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-14T20:55:56,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 19 msec 2024-11-14T20:55:56,141 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T20:55:56,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-11-14T20:55:56,172 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-11-14T20:55:56,173 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'} 2024-11-14T20:55:56,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-11-14T20:55:56,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T20:55:56,193 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 17 msec 2024-11-14T20:55:56,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T20:55:56,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T20:55:56,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:55:56,219 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-11-14T20:55:56,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T20:55:56,219 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T20:55:56,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T20:55:56,219 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T20:55:56,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T20:55:56,291 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-11-14T20:55:56,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1731617755783', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:55:56,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1731617755783 2024-11-14T20:55:56,316 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1731617755783 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T20:55:56,318 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "test-1731617755783" procId is: 8 2024-11-14T20:55:56,319 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:56,322 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1731617755783 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T20:55:56,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-14T20:55:56,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741838_1014 (size=367) 2024-11-14T20:55:56,345 INFO [RegionOpenAndInit-test-1731617755783-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3e693f0a4991ff9c3c5db9013847b5fd, NAME => 'test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1731617755783', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:55:56,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741839_1015 (size=53) 2024-11-14T20:55:56,357 DEBUG [RegionOpenAndInit-test-1731617755783-pool-0 {}] regionserver.HRegion(898): Instantiated test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:55:56,358 DEBUG [RegionOpenAndInit-test-1731617755783-pool-0 {}] regionserver.HRegion(1722): Closing 3e693f0a4991ff9c3c5db9013847b5fd, disabling compactions & flushes 2024-11-14T20:55:56,358 INFO [RegionOpenAndInit-test-1731617755783-pool-0 {}] regionserver.HRegion(1755): Closing region test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:55:56,358 DEBUG [RegionOpenAndInit-test-1731617755783-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:55:56,358 DEBUG [RegionOpenAndInit-test-1731617755783-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. after waiting 0 ms 2024-11-14T20:55:56,358 DEBUG [RegionOpenAndInit-test-1731617755783-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:55:56,358 INFO [RegionOpenAndInit-test-1731617755783-pool-0 {}] regionserver.HRegion(1973): Closed test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:55:56,358 DEBUG [RegionOpenAndInit-test-1731617755783-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3e693f0a4991ff9c3c5db9013847b5fd: Waiting for close lock at 1731617756358Disabling compacts and flushes for region at 1731617756358Disabling writes for close at 1731617756358Writing region close event to WAL at 1731617756358Closed at 1731617756358 2024-11-14T20:55:56,361 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1731617755783 execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T20:55:56,368 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1731617756361"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731617756361"}]},"ts":"1731617756361"} 2024-11-14T20:55:56,373 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T20:55:56,375 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1731617755783 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T20:55:56,380 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731617755783","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617756376"}]},"ts":"1731617756376"} 2024-11-14T20:55:56,387 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731617755783, state=ENABLING in hbase:meta 2024-11-14T20:55:56,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, ASSIGN}] 2024-11-14T20:55:56,390 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, ASSIGN 2024-11-14T20:55:56,392 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, ASSIGN; state=OFFLINE, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=false 2024-11-14T20:55:56,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-14T20:55:56,545 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e693f0a4991ff9c3c5db9013847b5fd, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:55:56,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, ASSIGN because future has completed 2024-11-14T20:55:56,551 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:55:56,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-14T20:55:56,729 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:55:56,729 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T20:55:56,730 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 6c8768110af2,39993,1731617747726.regiongroup-1 2024-11-14T20:55:56,732 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1, suffix=, logDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726, archiveDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs, maxLogs=32 2024-11-14T20:55:56,749 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617756734, exclude list is [], retry=0 2024-11-14T20:55:56,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:55:56,759 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617756734 2024-11-14T20:55:56,760 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:55:56,760 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e693f0a4991ff9c3c5db9013847b5fd, NAME => 'test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T20:55:56,760 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:55:56,760 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731617755783 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:55:56,761 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:55:56,761 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:55:56,761 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:55:56,763 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:55:56,766 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e693f0a4991ff9c3c5db9013847b5fd columnFamilyName f 2024-11-14T20:55:56,766 DEBUG [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:56,767 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(327): Store=3e693f0a4991ff9c3c5db9013847b5fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:55:56,767 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:55:56,769 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:55:56,770 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:55:56,771 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:55:56,771 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:55:56,774 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:55:56,779 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:55:56,780 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 3e693f0a4991ff9c3c5db9013847b5fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10913808000, jitterRate=0.016427576541900635}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T20:55:56,780 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:55:56,782 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 3e693f0a4991ff9c3c5db9013847b5fd: Running coprocessor pre-open hook at 1731617756761Writing region info on filesystem at 1731617756761Initializing all the Stores at 1731617756763 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617756763Cleaning up temporary data from old regions at 1731617756771 (+8 ms)Running coprocessor post-open hooks at 1731617756780 (+9 ms)Region opened successfully at 1731617756782 (+2 ms) 2024-11-14T20:55:56,784 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd., pid=10, masterSystemTime=1731617756706 2024-11-14T20:55:56,788 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:55:56,789 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:55:56,790 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=3e693f0a4991ff9c3c5db9013847b5fd, regionState=OPEN, openSeqNum=2, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:55:56,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:55:56,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T20:55:56,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726 in 246 msec 2024-11-14T20:55:56,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T20:55:56,806 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, ASSIGN in 414 msec 2024-11-14T20:55:56,808 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1731617755783 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T20:55:56,808 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1731617755783","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617756808"}]},"ts":"1731617756808"} 2024-11-14T20:55:56,811 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1731617755783, state=ENABLED in hbase:meta 2024-11-14T20:55:56,813 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1731617755783 execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T20:55:56,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1731617755783 in 507 msec 2024-11-14T20:55:56,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-11-14T20:55:56,952 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1731617755783 completed 2024-11-14T20:55:56,953 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6d44cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:55:56,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:55:56,954 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:55:56,955 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:55:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:55:56,956 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:55:56,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ec47df5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:55:56,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:55:56,957 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:55:56,958 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:55:56,959 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:55:56,960 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c92241, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:55:56,965 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:55:56,966 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:55:56,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:55:56,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:55:56,979 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731617755783', row='row0', locateType=CURRENT is [region=test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:55:56,982 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HRegion(8528): writing data to region test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T20:55:57,179 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17316177557831', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:55:57,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17316177557831 2024-11-14T20:55:57,183 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17316177557831 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T20:55:57,183 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:57,184 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "test-17316177557831" procId is: 11 2024-11-14T20:55:57,185 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17316177557831 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T20:55:57,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T20:55:57,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741841_1017 (size=364) 2024-11-14T20:55:57,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T20:55:57,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T20:55:57,612 INFO [RegionOpenAndInit-ns2:test-17316177557831-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 35a14640fc13106b80760c8da6c05356, NAME => 'ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17316177557831', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:55:57,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741842_1018 (size=50) 2024-11-14T20:55:57,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T20:55:58,048 DEBUG [RegionOpenAndInit-ns2:test-17316177557831-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:55:58,048 DEBUG [RegionOpenAndInit-ns2:test-17316177557831-pool-0 {}] regionserver.HRegion(1722): Closing 35a14640fc13106b80760c8da6c05356, disabling compactions & flushes 2024-11-14T20:55:58,048 INFO [RegionOpenAndInit-ns2:test-17316177557831-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:55:58,048 DEBUG [RegionOpenAndInit-ns2:test-17316177557831-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:55:58,048 DEBUG [RegionOpenAndInit-ns2:test-17316177557831-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. after waiting 0 ms 2024-11-14T20:55:58,048 DEBUG [RegionOpenAndInit-ns2:test-17316177557831-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:55:58,048 INFO [RegionOpenAndInit-ns2:test-17316177557831-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:55:58,048 DEBUG [RegionOpenAndInit-ns2:test-17316177557831-pool-0 {}] regionserver.HRegion(1676): Region close journal for 35a14640fc13106b80760c8da6c05356: Waiting for close lock at 1731617758048Disabling compacts and flushes for region at 1731617758048Disabling writes for close at 1731617758048Writing region close event to WAL at 1731617758048Closed at 1731617758048 2024-11-14T20:55:58,051 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17316177557831 execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T20:55:58,052 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731617758051"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731617758051"}]},"ts":"1731617758051"} 2024-11-14T20:55:58,055 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T20:55:58,057 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17316177557831 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T20:55:58,058 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17316177557831","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617758058"}]},"ts":"1731617758058"} 2024-11-14T20:55:58,061 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17316177557831, state=ENABLING in hbase:meta 2024-11-14T20:55:58,062 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17316177557831, region=35a14640fc13106b80760c8da6c05356, ASSIGN}] 2024-11-14T20:55:58,068 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17316177557831, region=35a14640fc13106b80760c8da6c05356, ASSIGN 2024-11-14T20:55:58,074 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17316177557831, region=35a14640fc13106b80760c8da6c05356, ASSIGN; state=OFFLINE, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=false 2024-11-14T20:55:58,226 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35a14640fc13106b80760c8da6c05356, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:55:58,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17316177557831, region=35a14640fc13106b80760c8da6c05356, ASSIGN because future has completed 2024-11-14T20:55:58,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35a14640fc13106b80760c8da6c05356, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:55:58,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T20:55:58,410 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:55:58,410 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 35a14640fc13106b80760c8da6c05356, NAME => 'ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356.', STARTKEY => '', ENDKEY => ''} 2024-11-14T20:55:58,411 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:55:58,411 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17316177557831 35a14640fc13106b80760c8da6c05356 2024-11-14T20:55:58,411 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:55:58,411 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 35a14640fc13106b80760c8da6c05356 2024-11-14T20:55:58,412 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 35a14640fc13106b80760c8da6c05356 2024-11-14T20:55:58,433 INFO [StoreOpener-35a14640fc13106b80760c8da6c05356-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 35a14640fc13106b80760c8da6c05356 2024-11-14T20:55:58,443 INFO [StoreOpener-35a14640fc13106b80760c8da6c05356-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 35a14640fc13106b80760c8da6c05356 columnFamilyName f 2024-11-14T20:55:58,443 DEBUG [StoreOpener-35a14640fc13106b80760c8da6c05356-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:58,453 INFO [StoreOpener-35a14640fc13106b80760c8da6c05356-1 {}] regionserver.HStore(327): Store=35a14640fc13106b80760c8da6c05356/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:55:58,455 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 35a14640fc13106b80760c8da6c05356 2024-11-14T20:55:58,459 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356 2024-11-14T20:55:58,463 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356 2024-11-14T20:55:58,465 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 35a14640fc13106b80760c8da6c05356 2024-11-14T20:55:58,465 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 35a14640fc13106b80760c8da6c05356 2024-11-14T20:55:58,473 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 35a14640fc13106b80760c8da6c05356 2024-11-14T20:55:58,484 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:55:58,486 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 35a14640fc13106b80760c8da6c05356; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11071658880, jitterRate=0.03112858533859253}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T20:55:58,486 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 35a14640fc13106b80760c8da6c05356 2024-11-14T20:55:58,488 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 35a14640fc13106b80760c8da6c05356: Running coprocessor pre-open hook at 1731617758416Writing region info on filesystem at 1731617758416Initializing all the Stores at 1731617758426 (+10 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617758426Cleaning up temporary data from old regions at 1731617758465 (+39 ms)Running coprocessor post-open hooks at 1731617758486 (+21 ms)Region opened successfully at 1731617758488 (+2 ms) 2024-11-14T20:55:58,492 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356., pid=13, masterSystemTime=1731617758400 2024-11-14T20:55:58,506 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:55:58,506 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:55:58,514 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=35a14640fc13106b80760c8da6c05356, regionState=OPEN, openSeqNum=2, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:55:58,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 35a14640fc13106b80760c8da6c05356, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:55:58,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-14T20:55:58,536 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 35a14640fc13106b80760c8da6c05356, server=6c8768110af2,39993,1731617747726 in 297 msec 2024-11-14T20:55:58,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T20:55:58,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17316177557831, region=35a14640fc13106b80760c8da6c05356, ASSIGN in 474 msec 2024-11-14T20:55:58,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17316177557831 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T20:55:58,543 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17316177557831","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617758543"}]},"ts":"1731617758543"} 2024-11-14T20:55:58,550 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17316177557831, state=ENABLED in hbase:meta 2024-11-14T20:55:58,553 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17316177557831 execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T20:55:58,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17316177557831 in 1.3740 sec 2024-11-14T20:55:59,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T20:55:59,342 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17316177557831 completed 2024-11-14T20:55:59,347 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17316177557831', row='row0', locateType=CURRENT is [region=ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:55:59,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HRegion(8528): writing data to region ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. with WAL disabled. Data may be lost in the event of a crash. 2024-11-14T20:55:59,745 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17316177557832', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:55:59,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17316177557832 2024-11-14T20:55:59,755 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17316177557832 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T20:55:59,755 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:55:59,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3" qualifier: "test-17316177557832" procId is: 14 2024-11-14T20:55:59,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T20:55:59,760 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17316177557832 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T20:55:59,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741843_1019 (size=390) 2024-11-14T20:55:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T20:56:00,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T20:56:00,202 INFO [RegionOpenAndInit-ns3:test-17316177557832-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fe181d24ac728dbcc23f6e06330bf4df, NAME => 'ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17316177557832', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:56:00,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741844_1020 (size=50) 2024-11-14T20:56:00,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T20:56:00,621 DEBUG [RegionOpenAndInit-ns3:test-17316177557832-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:56:00,621 DEBUG [RegionOpenAndInit-ns3:test-17316177557832-pool-0 {}] regionserver.HRegion(1722): Closing fe181d24ac728dbcc23f6e06330bf4df, disabling compactions & flushes 2024-11-14T20:56:00,621 INFO [RegionOpenAndInit-ns3:test-17316177557832-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:56:00,621 DEBUG [RegionOpenAndInit-ns3:test-17316177557832-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:56:00,621 DEBUG [RegionOpenAndInit-ns3:test-17316177557832-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. after waiting 0 ms 2024-11-14T20:56:00,622 DEBUG [RegionOpenAndInit-ns3:test-17316177557832-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:56:00,622 INFO [RegionOpenAndInit-ns3:test-17316177557832-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:56:00,622 DEBUG [RegionOpenAndInit-ns3:test-17316177557832-pool-0 {}] regionserver.HRegion(1676): Region close journal for fe181d24ac728dbcc23f6e06330bf4df: Waiting for close lock at 1731617760621Disabling compacts and flushes for region at 1731617760621Disabling writes for close at 1731617760621Writing region close event to WAL at 1731617760622 (+1 ms)Closed at 1731617760622 2024-11-14T20:56:00,624 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17316177557832 execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T20:56:00,625 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731617760625"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731617760625"}]},"ts":"1731617760625"} 2024-11-14T20:56:00,629 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T20:56:00,631 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17316177557832 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T20:56:00,631 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17316177557832","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617760631"}]},"ts":"1731617760631"} 2024-11-14T20:56:00,635 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17316177557832, state=ENABLING in hbase:meta 2024-11-14T20:56:00,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17316177557832, region=fe181d24ac728dbcc23f6e06330bf4df, ASSIGN}] 2024-11-14T20:56:00,638 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17316177557832, region=fe181d24ac728dbcc23f6e06330bf4df, ASSIGN 2024-11-14T20:56:00,640 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17316177557832, region=fe181d24ac728dbcc23f6e06330bf4df, ASSIGN; state=OFFLINE, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=false 2024-11-14T20:56:00,791 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=fe181d24ac728dbcc23f6e06330bf4df, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:00,800 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17316177557832, region=fe181d24ac728dbcc23f6e06330bf4df, ASSIGN because future has completed 2024-11-14T20:56:00,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe181d24ac728dbcc23f6e06330bf4df, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:56:00,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T20:56:01,076 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:56:01,077 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => fe181d24ac728dbcc23f6e06330bf4df, NAME => 'ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df.', STARTKEY => '', ENDKEY => ''} 2024-11-14T20:56:01,077 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:56:01,077 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17316177557832 fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:01,078 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:56:01,078 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:01,078 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:01,080 INFO [StoreOpener-fe181d24ac728dbcc23f6e06330bf4df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:01,089 INFO [StoreOpener-fe181d24ac728dbcc23f6e06330bf4df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fe181d24ac728dbcc23f6e06330bf4df columnFamilyName f 2024-11-14T20:56:01,089 DEBUG [StoreOpener-fe181d24ac728dbcc23f6e06330bf4df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:01,090 INFO [StoreOpener-fe181d24ac728dbcc23f6e06330bf4df-1 {}] regionserver.HStore(327): Store=fe181d24ac728dbcc23f6e06330bf4df/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:56:01,090 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:01,100 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns3/test-17316177557832/fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:01,101 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns3/test-17316177557832/fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:01,103 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:01,103 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:01,110 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:01,125 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns3/test-17316177557832/fe181d24ac728dbcc23f6e06330bf4df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:56:01,126 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened fe181d24ac728dbcc23f6e06330bf4df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10383600640, jitterRate=-0.03295183181762695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T20:56:01,126 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:01,128 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for fe181d24ac728dbcc23f6e06330bf4df: Running coprocessor pre-open hook at 1731617761078Writing region info on filesystem at 1731617761078Initializing all the Stores at 1731617761080 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617761080Cleaning up temporary data from old regions at 1731617761103 (+23 ms)Running coprocessor post-open hooks at 1731617761126 (+23 ms)Region opened successfully at 1731617761127 (+1 ms) 2024-11-14T20:56:01,136 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df., pid=16, masterSystemTime=1731617761067 2024-11-14T20:56:01,153 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:56:01,153 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:56:01,153 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=fe181d24ac728dbcc23f6e06330bf4df, regionState=OPEN, openSeqNum=2, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:01,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure fe181d24ac728dbcc23f6e06330bf4df, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:56:01,212 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-14T20:56:01,213 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure fe181d24ac728dbcc23f6e06330bf4df, server=6c8768110af2,39993,1731617747726 in 382 msec 2024-11-14T20:56:01,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-14T20:56:01,221 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17316177557832, region=fe181d24ac728dbcc23f6e06330bf4df, ASSIGN in 578 msec 2024-11-14T20:56:01,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17316177557832 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T20:56:01,223 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17316177557832","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617761222"}]},"ts":"1731617761222"} 2024-11-14T20:56:01,227 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17316177557832, state=ENABLED in hbase:meta 2024-11-14T20:56:01,229 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17316177557832 execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T20:56:01,232 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17316177557832 in 1.4830 sec 2024-11-14T20:56:01,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-14T20:56:01,922 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17316177557832 completed 2024-11-14T20:56:01,923 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17316177557832 get assigned. Timeout = 60000ms 2024-11-14T20:56:01,924 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T20:56:01,931 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17316177557832 assigned to meta. Checking AM states. 2024-11-14T20:56:01,932 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T20:56:01,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17316177557832 assigned. 2024-11-14T20:56:01,935 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17316177557833', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:56:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17316177557833 2024-11-14T20:56:01,940 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17316177557833 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T20:56:01,940 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:01,942 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17316177557833 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T20:56:01,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4" qualifier: "test-17316177557833" procId is: 17 2024-11-14T20:56:01,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T20:56:01,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741845_1021 (size=390) 2024-11-14T20:56:02,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T20:56:02,264 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-14T20:56:02,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T20:56:02,359 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1731617755783' 2024-11-14T20:56:02,369 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17316177557832' 2024-11-14T20:56:02,370 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17316177557831' 2024-11-14T20:56:02,381 INFO [RegionOpenAndInit-ns4:test-17316177557833-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd56f146e7f8caef9075ce66238de98f, NAME => 'ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17316177557833', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:56:02,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741846_1022 (size=50) 2024-11-14T20:56:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T20:56:02,827 DEBUG [RegionOpenAndInit-ns4:test-17316177557833-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:56:02,828 DEBUG [RegionOpenAndInit-ns4:test-17316177557833-pool-0 {}] regionserver.HRegion(1722): Closing dd56f146e7f8caef9075ce66238de98f, disabling compactions & flushes 2024-11-14T20:56:02,828 INFO [RegionOpenAndInit-ns4:test-17316177557833-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:56:02,828 DEBUG [RegionOpenAndInit-ns4:test-17316177557833-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:56:02,828 DEBUG [RegionOpenAndInit-ns4:test-17316177557833-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. after waiting 0 ms 2024-11-14T20:56:02,828 DEBUG [RegionOpenAndInit-ns4:test-17316177557833-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:56:02,828 INFO [RegionOpenAndInit-ns4:test-17316177557833-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:56:02,828 DEBUG [RegionOpenAndInit-ns4:test-17316177557833-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd56f146e7f8caef9075ce66238de98f: Waiting for close lock at 1731617762827Disabling compacts and flushes for region at 1731617762827Disabling writes for close at 1731617762828 (+1 ms)Writing region close event to WAL at 1731617762828Closed at 1731617762828 2024-11-14T20:56:02,830 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17316177557833 execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T20:56:02,830 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1731617762830"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731617762830"}]},"ts":"1731617762830"} 2024-11-14T20:56:02,834 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T20:56:02,835 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17316177557833 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T20:56:02,835 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17316177557833","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617762835"}]},"ts":"1731617762835"} 2024-11-14T20:56:02,838 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17316177557833, state=ENABLING in hbase:meta 2024-11-14T20:56:02,838 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17316177557833, region=dd56f146e7f8caef9075ce66238de98f, ASSIGN}] 2024-11-14T20:56:02,839 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17316177557833, region=dd56f146e7f8caef9075ce66238de98f, ASSIGN 2024-11-14T20:56:02,840 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17316177557833, region=dd56f146e7f8caef9075ce66238de98f, ASSIGN; state=OFFLINE, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=false 2024-11-14T20:56:02,991 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=dd56f146e7f8caef9075ce66238de98f, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:02,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17316177557833, region=dd56f146e7f8caef9075ce66238de98f, ASSIGN because future has completed 2024-11-14T20:56:02,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd56f146e7f8caef9075ce66238de98f, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:56:03,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T20:56:03,158 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:56:03,158 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => dd56f146e7f8caef9075ce66238de98f, NAME => 'ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f.', STARTKEY => '', ENDKEY => ''} 2024-11-14T20:56:03,159 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:56:03,159 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17316177557833 dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:03,159 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:56:03,159 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:03,159 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:03,162 INFO [StoreOpener-dd56f146e7f8caef9075ce66238de98f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:03,171 INFO [StoreOpener-dd56f146e7f8caef9075ce66238de98f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd56f146e7f8caef9075ce66238de98f columnFamilyName f 2024-11-14T20:56:03,171 DEBUG [StoreOpener-dd56f146e7f8caef9075ce66238de98f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:03,180 INFO [StoreOpener-dd56f146e7f8caef9075ce66238de98f-1 {}] regionserver.HStore(327): Store=dd56f146e7f8caef9075ce66238de98f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:56:03,181 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:03,185 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns4/test-17316177557833/dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:03,186 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns4/test-17316177557833/dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:03,188 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:03,189 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:03,204 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:03,225 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns4/test-17316177557833/dd56f146e7f8caef9075ce66238de98f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:56:03,226 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened dd56f146e7f8caef9075ce66238de98f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12024984320, jitterRate=0.11991393566131592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T20:56:03,226 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:03,227 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for dd56f146e7f8caef9075ce66238de98f: Running coprocessor pre-open hook at 1731617763159Writing region info on filesystem at 1731617763160 (+1 ms)Initializing all the Stores at 1731617763161 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617763162 (+1 ms)Cleaning up temporary data from old regions at 1731617763189 (+27 ms)Running coprocessor post-open hooks at 1731617763226 (+37 ms)Region opened successfully at 1731617763227 (+1 ms) 2024-11-14T20:56:03,229 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f., pid=19, masterSystemTime=1731617763150 2024-11-14T20:56:03,233 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:56:03,233 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:56:03,240 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=dd56f146e7f8caef9075ce66238de98f, regionState=OPEN, openSeqNum=2, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:03,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd56f146e7f8caef9075ce66238de98f, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:56:03,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-14T20:56:03,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure dd56f146e7f8caef9075ce66238de98f, server=6c8768110af2,39993,1731617747726 in 257 msec 2024-11-14T20:56:03,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-11-14T20:56:03,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17316177557833, region=dd56f146e7f8caef9075ce66238de98f, ASSIGN in 419 msec 2024-11-14T20:56:03,263 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17316177557833 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T20:56:03,263 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17316177557833","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617763263"}]},"ts":"1731617763263"} 2024-11-14T20:56:03,267 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17316177557833, state=ENABLED in hbase:meta 2024-11-14T20:56:03,268 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17316177557833 execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T20:56:03,271 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17316177557833 in 1.3320 sec 2024-11-14T20:56:04,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-11-14T20:56:04,111 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17316177557833 completed 2024-11-14T20:56:04,111 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17316177557833 get assigned. Timeout = 60000ms 2024-11-14T20:56:04,111 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T20:56:04,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17316177557833 assigned to meta. Checking AM states. 2024-11-14T20:56:04,117 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T20:56:04,117 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17316177557833 assigned. 2024-11-14T20:56:04,118 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:56:04,118 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:56:04,125 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:04,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:04,127 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:04,162 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=610, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=749, ProcessCount=9, AvailableMemoryMB=5069 2024-11-14T20:56:04,164 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=610 is superior to 500 2024-11-14T20:56:04,166 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-11-14T20:56:04,172 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1731617755783 from 'test-1731617755783', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731617755783', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:56:04,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731617755783 2024-11-14T20:56:04,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741847_1023 (size=908) 2024-11-14T20:56:04,620 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/.tabledesc/.tableinfo.0000000001.367 2024-11-14T20:56:04,620 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/.tabledesc/.tableinfo.0000000002.908 2024-11-14T20:56:04,629 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731617755783}] 2024-11-14T20:56:04,642 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, REOPEN/MOVE}] 2024-11-14T20:56:04,645 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, REOPEN/MOVE 2024-11-14T20:56:04,647 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=3e693f0a4991ff9c3c5db9013847b5fd, regionState=CLOSING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:04,651 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42031 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=CLOSING, location=6c8768110af2,39993,1731617747726, table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T20:56:04,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, REOPEN/MOVE because future has completed 2024-11-14T20:56:04,656 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T20:56:04,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:56:04,817 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:04,818 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T20:56:04,818 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 3e693f0a4991ff9c3c5db9013847b5fd, disabling compactions & flushes 2024-11-14T20:56:04,819 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:04,819 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:04,819 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. after waiting 0 ms 2024-11-14T20:56:04,819 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:04,824 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 3e693f0a4991ff9c3c5db9013847b5fd 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-14T20:56:04,921 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/f/50771d377e94426ea886a8ba3535b81a is 37, key is row10/f:q1/1731617757010/Put/seqid=0 2024-11-14T20:56:04,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741848_1024 (size=8413) 2024-11-14T20:56:04,943 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/f/50771d377e94426ea886a8ba3535b81a 2024-11-14T20:56:05,049 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/f/50771d377e94426ea886a8ba3535b81a as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a 2024-11-14T20:56:05,077 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a, entries=99, sequenceid=103, filesize=8.2 K 2024-11-14T20:56:05,093 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 3e693f0a4991ff9c3c5db9013847b5fd in 268ms, sequenceid=103, compaction requested=false 2024-11-14T20:56:05,131 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-11-14T20:56:05,136 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:56:05,136 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:05,136 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 3e693f0a4991ff9c3c5db9013847b5fd: Waiting for close lock at 1731617764818Running coprocessor pre-close hooks at 1731617764818Disabling compacts and flushes for region at 1731617764818Disabling writes for close at 1731617764819 (+1 ms)Obtaining lock to block concurrent updates at 1731617764824 (+5 ms)Preparing flush snapshotting stores in 3e693f0a4991ff9c3c5db9013847b5fd at 1731617764824Finished memstore snapshotting test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1731617764834 (+10 ms)Flushing stores of test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. at 1731617764838 (+4 ms)Flushing 3e693f0a4991ff9c3c5db9013847b5fd/f: creating writer at 1731617764840 (+2 ms)Flushing 3e693f0a4991ff9c3c5db9013847b5fd/f: appending metadata at 1731617764906 (+66 ms)Flushing 3e693f0a4991ff9c3c5db9013847b5fd/f: closing flushed file at 1731617764910 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3094969d: reopening flushed file at 1731617765047 (+137 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 3e693f0a4991ff9c3c5db9013847b5fd in 268ms, sequenceid=103, compaction requested=false at 1731617765093 (+46 ms)Writing region close event to WAL at 1731617765110 (+17 ms)Running coprocessor post-close hooks at 1731617765133 (+23 ms)Closed at 1731617765136 (+3 ms) 2024-11-14T20:56:05,137 WARN [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 3e693f0a4991ff9c3c5db9013847b5fd to self. 2024-11-14T20:56:05,141 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,142 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=3e693f0a4991ff9c3c5db9013847b5fd, regionState=CLOSED 2024-11-14T20:56:05,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:56:05,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-11-14T20:56:05,159 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726 in 497 msec 2024-11-14T20:56:05,163 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, REOPEN/MOVE; state=CLOSED, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=true 2024-11-14T20:56:05,314 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=3e693f0a4991ff9c3c5db9013847b5fd, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:05,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, REOPEN/MOVE because future has completed 2024-11-14T20:56:05,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:56:05,479 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:05,479 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e693f0a4991ff9c3c5db9013847b5fd, NAME => 'test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T20:56:05,480 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:56:05,480 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731617755783 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,480 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:56:05,480 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,480 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,483 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,485 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e693f0a4991ff9c3c5db9013847b5fd columnFamilyName f 2024-11-14T20:56:05,485 DEBUG [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:05,510 DEBUG [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a 2024-11-14T20:56:05,511 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(327): Store=3e693f0a4991ff9c3c5db9013847b5fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:56:05,511 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,514 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e693f0a4991ff9c3c5db9013847b5fd columnFamilyName f3 2024-11-14T20:56:05,514 DEBUG [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:05,514 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(327): Store=3e693f0a4991ff9c3c5db9013847b5fd/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:56:05,516 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,526 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e693f0a4991ff9c3c5db9013847b5fd columnFamilyName mob 2024-11-14T20:56:05,533 DEBUG [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:05,534 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(327): Store=3e693f0a4991ff9c3c5db9013847b5fd/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:56:05,536 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,544 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,557 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,560 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,560 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,562 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731617755783 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T20:56:05,565 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,570 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 3e693f0a4991ff9c3c5db9013847b5fd; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11426146240, jitterRate=0.06414279341697693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T20:56:05,570 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:05,571 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 3e693f0a4991ff9c3c5db9013847b5fd: Running coprocessor pre-open hook at 1731617765480Writing region info on filesystem at 1731617765480Initializing all the Stores at 1731617765482 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617765482Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617765482Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617765482Cleaning up temporary data from old regions at 1731617765560 (+78 ms)Running coprocessor post-open hooks at 1731617765570 (+10 ms)Region opened successfully at 1731617765571 (+1 ms) 2024-11-14T20:56:05,573 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd., pid=24, masterSystemTime=1731617765472 2024-11-14T20:56:05,577 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:05,577 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:05,578 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=3e693f0a4991ff9c3c5db9013847b5fd, regionState=OPEN, openSeqNum=107, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:05,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:56:05,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-11-14T20:56:05,589 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726 in 267 msec 2024-11-14T20:56:05,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-11-14T20:56:05,593 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, REOPEN/MOVE in 947 msec 2024-11-14T20:56:05,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-11-14T20:56:05,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731617755783 in 967 msec 2024-11-14T20:56:05,609 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731617755783 in 1.4270 sec 2024-11-14T20:56:05,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-11-14T20:56:05,611 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731617755783 completed 2024-11-14T20:56:05,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cd2c33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:05,613 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:05,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:05,614 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:05,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:05,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:05,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@233f1049, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:05,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:05,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:05,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:05,618 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40072, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:05,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@604d10c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:05,621 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:05,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:05,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:05,627 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:05,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731617755783', row='row-test-1731617755783-3-0', locateType=CURRENT is [region=test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd., hostname=6c8768110af2,39993,1731617747726, seqNum=107] 2024-11-14T20:56:05,743 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:56:05,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:56:05,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6377bb6 2024-11-14T20:56:05,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:56:05,753 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:56:05,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'} 2024-11-14T20:56:05,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-11-14T20:56:05,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T20:56:05,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 26 msec 2024-11-14T20:56:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-11-14T20:56:05,902 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-11-14T20:56:05,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:56:05,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-11-14T20:56:05,941 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T20:56:05,941 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:05,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-11-14T20:56:05,942 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T20:56:05,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-14T20:56:05,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741849_1025 (size=635) 2024-11-14T20:56:05,971 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9736dfe0c1fef448bbb871398ad35ff4, NAME => 'backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:56:05,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741850_1026 (size=40) 2024-11-14T20:56:05,984 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:56:05,985 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 9736dfe0c1fef448bbb871398ad35ff4, disabling compactions & flushes 2024-11-14T20:56:05,985 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:56:05,985 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:56:05,985 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. after waiting 0 ms 2024-11-14T20:56:05,985 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:56:05,985 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:56:05,985 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9736dfe0c1fef448bbb871398ad35ff4: Waiting for close lock at 1731617765984Disabling compacts and flushes for region at 1731617765984Disabling writes for close at 1731617765985 (+1 ms)Writing region close event to WAL at 1731617765985Closed at 1731617765985 2024-11-14T20:56:05,987 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T20:56:05,988 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1731617765987"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731617765987"}]},"ts":"1731617765987"} 2024-11-14T20:56:05,991 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T20:56:05,993 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T20:56:05,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617765993"}]},"ts":"1731617765993"} 2024-11-14T20:56:05,996 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-11-14T20:56:05,996 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=9736dfe0c1fef448bbb871398ad35ff4, ASSIGN}] 2024-11-14T20:56:05,998 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=9736dfe0c1fef448bbb871398ad35ff4, ASSIGN 2024-11-14T20:56:06,000 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=9736dfe0c1fef448bbb871398ad35ff4, ASSIGN; state=OFFLINE, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=false 2024-11-14T20:56:06,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-14T20:56:06,151 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=9736dfe0c1fef448bbb871398ad35ff4, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:06,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=9736dfe0c1fef448bbb871398ad35ff4, ASSIGN because future has completed 2024-11-14T20:56:06,155 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:56:06,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17316177557833 2024-11-14T20:56:06,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17316177557833 Metrics about Tables on a single HBase RegionServer 2024-11-14T20:56:06,217 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17316177557832 2024-11-14T20:56:06,217 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17316177557832 Metrics about Tables on a single HBase RegionServer 2024-11-14T20:56:06,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731617755783 2024-11-14T20:56:06,218 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1731617755783 Metrics about Tables on a single HBase RegionServer 2024-11-14T20:56:06,219 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17316177557831 2024-11-14T20:56:06,219 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17316177557831 Metrics about Tables on a single HBase RegionServer 2024-11-14T20:56:06,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-14T20:56:06,315 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:56:06,315 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 9736dfe0c1fef448bbb871398ad35ff4, NAME => 'backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4.', STARTKEY => '', ENDKEY => ''} 2024-11-14T20:56:06,316 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:56:06,316 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:06,316 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:56:06,316 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:06,316 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:06,318 INFO [StoreOpener-9736dfe0c1fef448bbb871398ad35ff4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:06,323 INFO [StoreOpener-9736dfe0c1fef448bbb871398ad35ff4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9736dfe0c1fef448bbb871398ad35ff4 columnFamilyName meta 2024-11-14T20:56:06,323 DEBUG [StoreOpener-9736dfe0c1fef448bbb871398ad35ff4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:06,324 INFO [StoreOpener-9736dfe0c1fef448bbb871398ad35ff4-1 {}] regionserver.HStore(327): Store=9736dfe0c1fef448bbb871398ad35ff4/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:56:06,324 INFO [StoreOpener-9736dfe0c1fef448bbb871398ad35ff4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:06,327 INFO [StoreOpener-9736dfe0c1fef448bbb871398ad35ff4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9736dfe0c1fef448bbb871398ad35ff4 columnFamilyName session 2024-11-14T20:56:06,327 DEBUG [StoreOpener-9736dfe0c1fef448bbb871398ad35ff4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:06,328 INFO [StoreOpener-9736dfe0c1fef448bbb871398ad35ff4-1 {}] regionserver.HStore(327): Store=9736dfe0c1fef448bbb871398ad35ff4/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:56:06,329 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:06,330 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:06,330 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:06,331 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:06,331 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:06,332 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T20:56:06,336 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:06,344 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:56:06,346 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 9736dfe0c1fef448bbb871398ad35ff4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10752217920, jitterRate=0.0013783276081085205}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T20:56:06,347 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:06,348 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 9736dfe0c1fef448bbb871398ad35ff4: Running coprocessor pre-open hook at 1731617766316Writing region info on filesystem at 1731617766316Initializing all the Stores at 1731617766318 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617766318Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617766318Cleaning up temporary data from old regions at 1731617766331 (+13 ms)Running coprocessor post-open hooks at 1731617766347 (+16 ms)Region opened successfully at 1731617766348 (+1 ms) 2024-11-14T20:56:06,353 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., pid=28, masterSystemTime=1731617766308 2024-11-14T20:56:06,363 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:56:06,363 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:56:06,363 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=9736dfe0c1fef448bbb871398ad35ff4, regionState=OPEN, openSeqNum=2, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:06,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:56:06,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-11-14T20:56:06,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4, server=6c8768110af2,39993,1731617747726 in 215 msec 2024-11-14T20:56:06,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-11-14T20:56:06,380 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=9736dfe0c1fef448bbb871398ad35ff4, ASSIGN in 377 msec 2024-11-14T20:56:06,381 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T20:56:06,382 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617766381"}]},"ts":"1731617766381"} 2024-11-14T20:56:06,384 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-11-14T20:56:06,385 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T20:56:06,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 452 msec 2024-11-14T20:56:06,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-11-14T20:56:06,571 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-11-14T20:56:06,594 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:56:06,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-11-14T20:56:06,597 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T20:56:06,598 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:06,598 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-11-14T20:56:06,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T20:56:06,600 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T20:56:06,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741851_1027 (size=640) 2024-11-14T20:56:06,623 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 04ad501fbc9937983cb585befd5688a5, NAME => 'backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:56:06,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741852_1028 (size=45) 2024-11-14T20:56:06,636 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:56:06,636 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 04ad501fbc9937983cb585befd5688a5, disabling compactions & flushes 2024-11-14T20:56:06,636 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:56:06,636 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:56:06,636 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. after waiting 0 ms 2024-11-14T20:56:06,636 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:56:06,637 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:56:06,637 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 04ad501fbc9937983cb585befd5688a5: Waiting for close lock at 1731617766636Disabling compacts and flushes for region at 1731617766636Disabling writes for close at 1731617766636Writing region close event to WAL at 1731617766636Closed at 1731617766636 2024-11-14T20:56:06,639 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T20:56:06,640 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731617766639"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731617766639"}]},"ts":"1731617766639"} 2024-11-14T20:56:06,643 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T20:56:06,644 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T20:56:06,644 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617766644"}]},"ts":"1731617766644"} 2024-11-14T20:56:06,646 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-11-14T20:56:06,646 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=04ad501fbc9937983cb585befd5688a5, ASSIGN}] 2024-11-14T20:56:06,648 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=04ad501fbc9937983cb585befd5688a5, ASSIGN 2024-11-14T20:56:06,649 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=04ad501fbc9937983cb585befd5688a5, ASSIGN; state=OFFLINE, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=false 2024-11-14T20:56:06,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T20:56:06,800 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=04ad501fbc9937983cb585befd5688a5, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:06,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=04ad501fbc9937983cb585befd5688a5, ASSIGN because future has completed 2024-11-14T20:56:06,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04ad501fbc9937983cb585befd5688a5, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:56:06,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T20:56:06,967 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:56:06,967 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 04ad501fbc9937983cb585befd5688a5, NAME => 'backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5.', STARTKEY => '', ENDKEY => ''} 2024-11-14T20:56:06,968 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:56:06,968 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:06,968 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:56:06,968 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:06,969 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:06,971 INFO [StoreOpener-04ad501fbc9937983cb585befd5688a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:06,977 INFO [StoreOpener-04ad501fbc9937983cb585befd5688a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04ad501fbc9937983cb585befd5688a5 columnFamilyName meta 2024-11-14T20:56:06,977 DEBUG [StoreOpener-04ad501fbc9937983cb585befd5688a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:06,978 INFO [StoreOpener-04ad501fbc9937983cb585befd5688a5-1 {}] regionserver.HStore(327): Store=04ad501fbc9937983cb585befd5688a5/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:56:06,978 INFO [StoreOpener-04ad501fbc9937983cb585befd5688a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:06,980 INFO [StoreOpener-04ad501fbc9937983cb585befd5688a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 04ad501fbc9937983cb585befd5688a5 columnFamilyName session 2024-11-14T20:56:06,980 DEBUG [StoreOpener-04ad501fbc9937983cb585befd5688a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:06,981 INFO [StoreOpener-04ad501fbc9937983cb585befd5688a5-1 {}] regionserver.HStore(327): Store=04ad501fbc9937983cb585befd5688a5/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:56:06,981 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:06,983 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system_bulk/04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:06,983 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system_bulk/04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:06,984 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:06,984 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:06,985 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-11-14T20:56:06,994 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:07,008 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system_bulk/04ad501fbc9937983cb585befd5688a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:56:07,009 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 04ad501fbc9937983cb585befd5688a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11399218400, jitterRate=0.06163494288921356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-11-14T20:56:07,010 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:07,011 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 04ad501fbc9937983cb585befd5688a5: Running coprocessor pre-open hook at 1731617766969Writing region info on filesystem at 1731617766969Initializing all the Stores at 1731617766970 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617766970Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617766971 (+1 ms)Cleaning up temporary data from old regions at 1731617766985 (+14 ms)Running coprocessor post-open hooks at 1731617767010 (+25 ms)Region opened successfully at 1731617767010 2024-11-14T20:56:07,018 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5., pid=31, masterSystemTime=1731617766960 2024-11-14T20:56:07,026 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:56:07,027 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:56:07,034 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=04ad501fbc9937983cb585befd5688a5, regionState=OPEN, openSeqNum=2, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:07,041 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 04ad501fbc9937983cb585befd5688a5, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:56:07,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-11-14T20:56:07,061 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 04ad501fbc9937983cb585befd5688a5, server=6c8768110af2,39993,1731617747726 in 242 msec 2024-11-14T20:56:07,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-11-14T20:56:07,068 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=04ad501fbc9937983cb585befd5688a5, ASSIGN in 415 msec 2024-11-14T20:56:07,070 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T20:56:07,070 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617767070"}]},"ts":"1731617767070"} 2024-11-14T20:56:07,076 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-11-14T20:56:07,077 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T20:56:07,080 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 483 msec 2024-11-14T20:56:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-11-14T20:56:07,232 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-11-14T20:56:07,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:07,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:07,268 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-14T20:56:07,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:56:07,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms 2024-11-14T20:56:07,309 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-14T20:56:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731617767310 (current time:1731617767310). 2024-11-14T20:56:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T20:56:07,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-14T20:56:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de7fd8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:07,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:07,326 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:07,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:07,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:07,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e8110ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:07,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:07,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:07,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:07,330 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:07,331 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@be68dd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:07,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:07,340 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:07,345 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031. 2024-11-14T20:56:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:56:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:07,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:07,345 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:07,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-14T20:56:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-14T20:56:07,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-14T20:56:07,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-14T20:56:07,363 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T20:56:07,369 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T20:56:07,390 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T20:56:07,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741853_1029 (size=52) 2024-11-14T20:56:07,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-14T20:56:07,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-14T20:56:07,817 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T20:56:07,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4}] 2024-11-14T20:56:07,826 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:07,991 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-11-14T20:56:07,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-14T20:56:07,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:56:07,997 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 9736dfe0c1fef448bbb871398ad35ff4 2/2 column families, dataSize=45 B heapSize=632 B 2024-11-14T20:56:08,051 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/f67f8258009a4e0bafd05e116783c615 is 49, key is activesession:/session:c/1731617767291/Put/seqid=0 2024-11-14T20:56:08,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741854_1030 (size=5049) 2024-11-14T20:56:08,467 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/f67f8258009a4e0bafd05e116783c615 2024-11-14T20:56:08,483 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/f67f8258009a4e0bafd05e116783c615 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f67f8258009a4e0bafd05e116783c615 2024-11-14T20:56:08,499 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f67f8258009a4e0bafd05e116783c615, entries=1, sequenceid=5, filesize=4.9 K 2024-11-14T20:56:08,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-14T20:56:08,516 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 9736dfe0c1fef448bbb871398ad35ff4 in 519ms, sequenceid=5, compaction requested=false 2024-11-14T20:56:08,517 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-11-14T20:56:08,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 9736dfe0c1fef448bbb871398ad35ff4: 2024-11-14T20:56:08,518 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. for snapshot_backup_system completed. 2024-11-14T20:56:08,519 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4.' region-info for snapshot=snapshot_backup_system 2024-11-14T20:56:08,525 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T20:56:08,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T20:56:08,528 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f67f8258009a4e0bafd05e116783c615] hfiles 2024-11-14T20:56:08,535 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f67f8258009a4e0bafd05e116783c615 for snapshot=snapshot_backup_system 2024-11-14T20:56:08,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741855_1031 (size=95) 2024-11-14T20:56:08,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-11-14T20:56:08,746 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-11-14T20:56:08,747 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17316177557833' 2024-11-14T20:56:08,969 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:56:08,972 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-11-14T20:56:08,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-11-14T20:56:08,975 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:08,976 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:08,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-11-14T20:56:08,981 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T20:56:08,981 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4 in 1.1580 sec 2024-11-14T20:56:08,983 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T20:56:08,984 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T20:56:08,984 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-14T20:56:08,988 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-14T20:56:09,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741856_1032 (size=731) 2024-11-14T20:56:09,433 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T20:56:09,468 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T20:56:09,471 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_backup_system 2024-11-14T20:56:09,474 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T20:56:09,474 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-11-14T20:56:09,477 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.1190 sec 2024-11-14T20:56:09,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-11-14T20:56:09,541 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-14T20:56:09,542 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731617765683 started at 1731617769541. 2024-11-14T20:56:09,561 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731617765683 has been started. 2024-11-14T20:56:09,575 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-14T20:56:09,582 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-14T20:56:09,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-14T20:56:09,589 INFO [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-14T20:56:09,589 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-14T20:56:09,589 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-14T20:56:09,589 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-14T20:56:09,593 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:09,593 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:09,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-14T20:56:09,595 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,596 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-14T20:56:09,596 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-14T20:56:09,597 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,597 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:09,597 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-14T20:56:09,597 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:09,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-14T20:56:09,598 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:09,598 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-14T20:56:09,600 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-14T20:56:09,601 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-14T20:56:09,602 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-14T20:56:09,602 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-14T20:56:09,602 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-14T20:56:09,602 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-14T20:56:09,602 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '6c8768110af2,39993,1731617747726' joining acquired barrier for procedure (rolllog) in zk 2024-11-14T20:56:09,605 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:09,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-14T20:56:09,605 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-14T20:56:09,606 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-14T20:56:09,606 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-14T20:56:09,606 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-14T20:56:09,607 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-14T20:56:09,607 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:09,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,608 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-14T20:56:09,609 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '6c8768110af2,39993,1731617747726' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-14T20:56:09,609 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@479cb44f[Count = 0] remaining members to acquire global barrier 2024-11-14T20:56:09,609 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-14T20:56:09,609 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:09,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:09,611 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:09,611 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:09,612 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-14T20:56:09,612 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,612 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-14T20:56:09,613 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-14T20:56:09,613 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,622 INFO [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731617750064 highest: 1731617756734 on 6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,622 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0:(num 1731617750064) roll requested 2024-11-14T20:56:09,642 DEBUG [regionserver/6c8768110af2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617769622, exclude list is [], retry=0 2024-11-14T20:56:09,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:56:09,652 INFO [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617750064 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617769622 2024-11-14T20:56:09,652 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:56:09,653 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617750064 is not closed yet, will try archiving it next time 2024-11-14T20:56:09,653 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.meta:.meta(num 1731617750493) roll requested 2024-11-14T20:56:09,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741833_1009 (size=1034) 2024-11-14T20:56:09,665 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617750064 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617750064 2024-11-14T20:56:09,676 DEBUG [regionserver/6c8768110af2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617769653.meta, exclude list is [], retry=0 2024-11-14T20:56:09,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:56:09,685 INFO [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617750493.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617769653.meta 2024-11-14T20:56:09,685 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:56:09,685 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617750493.meta is not closed yet, will try archiving it next time 2024-11-14T20:56:09,686 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1:(num 1731617756734) roll requested 2024-11-14T20:56:09,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741834_1010 (size=12055) 2024-11-14T20:56:09,709 DEBUG [regionserver/6c8768110af2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617769686, exclude list is [], retry=0 2024-11-14T20:56:09,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:56:09,715 INFO [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617756734 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617769686 2024-11-14T20:56:09,716 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:56:09,717 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617756734 is not closed yet, will try archiving it next time 2024-11-14T20:56:09,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741840_1016 (size=4756) 2024-11-14T20:56:09,723 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 101 2024-11-14T20:56:09,723 INFO [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731617769622 on 6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,723 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:56:09,724 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:56:09,724 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6445fd8c 2024-11-14T20:56:09,724 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:56:09,725 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:43553, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T20:56:09,727 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:09,727 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:09,727 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:09,728 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46245, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T20:56:09,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:09,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:09,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:36597/backupUT\x00', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:56:09,760 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-14T20:56:09,760 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '6c8768110af2,39993,1731617747726' in zk 2024-11-14T20:56:09,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,763 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-14T20:56:09,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,763 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-14T20:56:09,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-14T20:56:09,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-14T20:56:09,763 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-14T20:56:09,764 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-14T20:56:09,764 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-14T20:56:09,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:09,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-14T20:56:09,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:09,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,768 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '6c8768110af2,39993,1731617747726': 2024-11-14T20:56:09,769 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '6c8768110af2,39993,1731617747726' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-14T20:56:09,769 INFO [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-14T20:56:09,769 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-14T20:56:09,769 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-14T20:56:09,769 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-14T20:56:09,769 INFO [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-14T20:56:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-14T20:56:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-14T20:56:09,772 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-14T20:56:09,773 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-14T20:56:09,773 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:09,774 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-14T20:56:09,774 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-14T20:56:09,775 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:09,776 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,777 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:09,777 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-14T20:56:09,777 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-14T20:56:09,779 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,780 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-14T20:56:09,780 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:09,781 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-14T20:56:09,784 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:09,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-14T20:56:09,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-14T20:56:09,790 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-14T20:56:09,790 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-14T20:56:09,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:09,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:09,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:09,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:09,791 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-14T20:56:09,791 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-14T20:56:09,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:09,791 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-14T20:56:09,792 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-14T20:56:09,792 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-14T20:56:09,792 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-14T20:56:09,792 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-14T20:56:09,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-14T20:56:09,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-14T20:56:09,809 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } 2024-11-14T20:56:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731617769809 (current time:1731617769809). 2024-11-14T20:56:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T20:56:09,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731617769808_default_test-1731617755783 VERSION not specified, setting to 2 2024-11-14T20:56:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b59e046, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:09,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:09,811 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:09,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:09,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:09,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b15441e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:09,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:09,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:09,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:09,814 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:09,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ff2aa6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:09,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:09,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:09,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:09,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:09,819 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031. 2024-11-14T20:56:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:56:09,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:09,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:09,820 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:09,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-14T20:56:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } 2024-11-14T20:56:09,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-14T20:56:09,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T20:56:09,824 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T20:56:09,827 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T20:56:09,831 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T20:56:09,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741860_1036 (size=84) 2024-11-14T20:56:09,851 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T20:56:09,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd}] 2024-11-14T20:56:09,852 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T20:56:10,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-11-14T20:56:10,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:10,005 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 3e693f0a4991ff9c3c5db9013847b5fd 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-11-14T20:56:10,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/f3/f46402e022b14372b7e9719e73b666e8 is 58, key is row-test-1731617755783-3-0/f3:q1/1731617765641/Put/seqid=0 2024-11-14T20:56:10,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741861_1037 (size=5387) 2024-11-14T20:56:10,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T20:56:10,447 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/f3/f46402e022b14372b7e9719e73b666e8 2024-11-14T20:56:10,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T20:56:10,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741862_1038 (size=4469) 2024-11-14T20:56:10,940 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/mob/839f555561b8475b88109e23faf8202c is 59, key is row-test-1731617755783-3-0/mob:q1/1731617765662/Put/seqid=0 2024-11-14T20:56:10,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741863_1039 (size=5484) 2024-11-14T20:56:10,959 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/mob/839f555561b8475b88109e23faf8202c 2024-11-14T20:56:10,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T20:56:10,976 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/f3/f46402e022b14372b7e9719e73b666e8 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f3/f46402e022b14372b7e9719e73b666e8 2024-11-14T20:56:10,985 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f3/f46402e022b14372b7e9719e73b666e8, entries=6, sequenceid=121, filesize=5.3 K 2024-11-14T20:56:10,987 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/mob/839f555561b8475b88109e23faf8202c as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c 2024-11-14T20:56:10,997 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c, entries=6, sequenceid=121, filesize=5.4 K 2024-11-14T20:56:11,001 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 3e693f0a4991ff9c3c5db9013847b5fd in 996ms, sequenceid=121, compaction requested=false 2024-11-14T20:56:11,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 3e693f0a4991ff9c3c5db9013847b5fd: 2024-11-14T20:56:11,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. for snapshot_1731617769808_default_test-1731617755783 completed. 2024-11-14T20:56:11,001 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd.' region-info for snapshot=snapshot_1731617769808_default_test-1731617755783 2024-11-14T20:56:11,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T20:56:11,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a] hfiles 2024-11-14T20:56:11,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a for snapshot=snapshot_1731617769808_default_test-1731617755783 2024-11-14T20:56:11,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f3/f46402e022b14372b7e9719e73b666e8] hfiles 2024-11-14T20:56:11,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f3/f46402e022b14372b7e9719e73b666e8 for snapshot=snapshot_1731617769808_default_test-1731617755783 2024-11-14T20:56:11,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c] hfiles 2024-11-14T20:56:11,002 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c for snapshot=snapshot_1731617769808_default_test-1731617755783 2024-11-14T20:56:11,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741864_1040 (size=185) 2024-11-14T20:56:11,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:11,482 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-11-14T20:56:11,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-11-14T20:56:11,483 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731617769808_default_test-1731617755783 on region 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:11,483 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:11,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-11-14T20:56:11,493 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd in 1.6330 sec 2024-11-14T20:56:11,493 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T20:56:11,495 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T20:56:11,498 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-14T20:56:11,498 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-14T20:56:11,498 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:11,499 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-14T20:56:11,499 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:11,500 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-11-14T20:56:11,500 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:11,500 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-11-14T20:56:11,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741865_1041 (size=49) 2024-11-14T20:56:11,918 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T20:56:11,918 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731617769808_default_test-1731617755783 2024-11-14T20:56:11,920 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617769808_default_test-1731617755783 2024-11-14T20:56:11,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741866_1042 (size=1146) 2024-11-14T20:56:11,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T20:56:12,364 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T20:56:12,399 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T20:56:12,399 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617769808_default_test-1731617755783 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617769808_default_test-1731617755783 2024-11-14T20:56:12,402 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T20:56:12,402 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-11-14T20:56:12,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1731617769808_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } in 2.5810 sec 2024-11-14T20:56:13,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-11-14T20:56:13,981 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731617755783 completed 2024-11-14T20:56:13,982 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } 2024-11-14T20:56:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731617773982 (current time:1731617773982). 2024-11-14T20:56:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T20:56:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731617773981_ns2_test-17316177557831 VERSION not specified, setting to 2 2024-11-14T20:56:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1536e21c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:13,985 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:13,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:13,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31933f7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:13,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:13,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:13,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:13,988 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:13,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5060aa26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:13,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:13,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:13,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:13,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:51502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:13,995 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031. 2024-11-14T20:56:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:56:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:13,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:13,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-14T20:56:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } 2024-11-14T20:56:13,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-14T20:56:14,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-14T20:56:14,004 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T20:56:14,006 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T20:56:14,017 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T20:56:14,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741867_1043 (size=86) 2024-11-14T20:56:14,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-14T20:56:14,125 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T20:56:14,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-14T20:56:14,448 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T20:56:14,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35a14640fc13106b80760c8da6c05356}] 2024-11-14T20:56:14,450 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35a14640fc13106b80760c8da6c05356 2024-11-14T20:56:14,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-11-14T20:56:14,604 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:56:14,605 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 35a14640fc13106b80760c8da6c05356 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-11-14T20:56:14,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-14T20:56:14,639 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/.tmp/f/52ba6e3254d8410faaa1ab840b8130f9 is 37, key is row10/f:q1/1731617759370/Put/seqid=0 2024-11-14T20:56:14,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741868_1044 (size=8413) 2024-11-14T20:56:15,099 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/.tmp/f/52ba6e3254d8410faaa1ab840b8130f9 2024-11-14T20:56:15,110 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/.tmp/f/52ba6e3254d8410faaa1ab840b8130f9 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/52ba6e3254d8410faaa1ab840b8130f9 2024-11-14T20:56:15,120 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/52ba6e3254d8410faaa1ab840b8130f9, entries=99, sequenceid=103, filesize=8.2 K 2024-11-14T20:56:15,125 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 35a14640fc13106b80760c8da6c05356 in 519ms, sequenceid=103, compaction requested=false 2024-11-14T20:56:15,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 35a14640fc13106b80760c8da6c05356: 2024-11-14T20:56:15,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. for snapshot_1731617773981_ns2_test-17316177557831 completed. 2024-11-14T20:56:15,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356.' region-info for snapshot=snapshot_1731617773981_ns2_test-17316177557831 2024-11-14T20:56:15,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T20:56:15,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/52ba6e3254d8410faaa1ab840b8130f9] hfiles 2024-11-14T20:56:15,125 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/52ba6e3254d8410faaa1ab840b8130f9 for snapshot=snapshot_1731617773981_ns2_test-17316177557831 2024-11-14T20:56:15,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741869_1045 (size=91) 2024-11-14T20:56:15,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:56:15,139 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-11-14T20:56:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-11-14T20:56:15,140 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731617773981_ns2_test-17316177557831 on region 35a14640fc13106b80760c8da6c05356 2024-11-14T20:56:15,141 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35a14640fc13106b80760c8da6c05356 2024-11-14T20:56:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-14T20:56:15,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-11-14T20:56:15,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 35a14640fc13106b80760c8da6c05356 in 694 msec 2024-11-14T20:56:15,145 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T20:56:15,146 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T20:56:15,147 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T20:56:15,147 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731617773981_ns2_test-17316177557831 2024-11-14T20:56:15,148 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617773981_ns2_test-17316177557831 2024-11-14T20:56:15,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741870_1046 (size=456) 2024-11-14T20:56:15,600 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T20:56:15,621 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T20:56:15,622 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617773981_ns2_test-17316177557831 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617773981_ns2_test-17316177557831 2024-11-14T20:56:15,625 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T20:56:15,625 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-11-14T20:56:15,630 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1731617773981_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } in 1.6280 sec 2024-11-14T20:56:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-11-14T20:56:16,161 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17316177557831 completed 2024-11-14T20:56:16,161 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731617765683 2024-11-14T20:56:16,162 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-14T20:56:16,163 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-11-14T20:56:16,166 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731617765683_test-1731617755783 2024-11-14T20:56:16,166 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731617769808_default_test-1731617755783 to hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/ 2024-11-14T20:56:16,176 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-14T20:56:16,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-11-14T20:56:16,216 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-11-14T20:56:16,218 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-11-14T20:56:16,218 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-11-14T20:56:16,244 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36597, inputRoot=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:56:16,244 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1704718671_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/.hbase-snapshot/.tmp/snapshot_1731617769808_default_test-1731617755783 2024-11-14T20:56:16,247 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-14T20:56:16,261 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617769808_default_test-1731617755783 to hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/.hbase-snapshot/.tmp/snapshot_1731617769808_default_test-1731617755783 2024-11-14T20:56:16,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741871_1047 (size=84) 2024-11-14T20:56:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741872_1048 (size=1146) 2024-11-14T20:56:16,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:16,702 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:16,703 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:18,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-17373261465403102261.jar 2024-11-14T20:56:18,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:18,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:18,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:18,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:18,142 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:18,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:18,143 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:18,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:18,144 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:18,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:56:18,145 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:56:18,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:56:18,146 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:56:18,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:56:18,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:56:18,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:56:18,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:56:18,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:56:18,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:56:18,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:56:18,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:18,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:18,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:18,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:18,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:18,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:18,155 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:18,286 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:56:18,363 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731617769808_default_test-1731617755783' hfile list 2024-11-14T20:56:18,375 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=18.8 K 2024-11-14T20:56:19,096 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local2021067690_0001_867eaeff-31ac-4d24-a47d-22fc9d75b7d0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:56:19,097 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local2021067690_0001_867eaeff-31ac-4d24-a47d-22fc9d75b7d0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:56:19,412 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-14T20:56:19,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741873_1049 (size=8413) 2024-11-14T20:56:19,614 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a output=hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a 2024-11-14T20:56:19,617 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.051M/sec 2024-11-14T20:56:19,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741874_1050 (size=5484) 2024-11-14T20:56:19,733 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c output=hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c 2024-11-14T20:56:19,733 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.052M/sec 2024-11-14T20:56:19,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741875_1051 (size=5387) 2024-11-14T20:56:19,935 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f3/f46402e022b14372b7e9719e73b666e8 output=hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f3/f46402e022b14372b7e9719e73b666e8 2024-11-14T20:56:19,936 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5387 (5.3 K) time=0sec 0.031M/sec 2024-11-14T20:56:20,231 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-14T20:56:20,233 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-14T20:56:20,248 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731617769808_default_test-1731617755783 2024-11-14T20:56:20,248 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731617769808_default_test-1731617755783 finished. 2024-11-14T20:56:20,248 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731617765683_ns2:test-17316177557831 2024-11-14T20:56:20,248 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731617773981_ns2_test-17316177557831 to hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831/ 2024-11-14T20:56:20,248 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-14T20:56:20,298 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36597, inputRoot=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:56:20,298 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1704718671_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831/.hbase-snapshot/.tmp/snapshot_1731617773981_ns2_test-17316177557831 2024-11-14T20:56:20,301 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-14T20:56:20,310 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617773981_ns2_test-17316177557831 to hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831/.hbase-snapshot/.tmp/snapshot_1731617773981_ns2_test-17316177557831 2024-11-14T20:56:20,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741876_1052 (size=456) 2024-11-14T20:56:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741877_1053 (size=86) 2024-11-14T20:56:20,745 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:20,745 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:20,746 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:22,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-15395736785255002672.jar 2024-11-14T20:56:22,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:22,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:22,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:22,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:22,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:22,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:22,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:22,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:22,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:22,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:56:22,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:56:22,136 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:56:22,136 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:56:22,137 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:56:22,137 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:56:22,137 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:56:22,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:56:22,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:56:22,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:56:22,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:56:22,139 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:22,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:22,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:22,140 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:22,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:22,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:22,141 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:22,217 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:56:22,268 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731617773981_ns2_test-17316177557831' hfile list 2024-11-14T20:56:22,271 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=8.2 K 2024-11-14T20:56:22,431 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local1369952194_0002_807b1bb9-b49d-425b-a68c-b66fe5c9b8f7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:56:22,431 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local1369952194_0002_807b1bb9-b49d-425b-a68c-b66fe5c9b8f7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:56:22,542 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-14T20:56:22,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741878_1054 (size=8413) 2024-11-14T20:56:22,638 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/52ba6e3254d8410faaa1ab840b8130f9 output=hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/52ba6e3254d8410faaa1ab840b8130f9 2024-11-14T20:56:22,638 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.093M/sec 2024-11-14T20:56:23,494 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-14T20:56:23,496 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-14T20:56:23,505 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731617773981_ns2_test-17316177557831 2024-11-14T20:56:23,505 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731617773981_ns2_test-17316177557831 finished. 2024-11-14T20:56:23,505 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731617755783 2024-11-14T20:56:23,505 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17316177557831 2024-11-14T20:56:23,569 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731617765683 2024-11-14T20:56:23,569 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-14T20:56:23,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741879_1055 (size=130) 2024-11-14T20:56:23,580 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36597/backupUT/backup_1731617765683/.backup.manifest 2024-11-14T20:56:23,583 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731617765683 finished: type=FULL,tablelist=test-1731617755783;ns2:test-17316177557831,targetRootDir=hdfs://localhost:36597/backupUT,startts=1731617769541,completets=1731617783567,bytescopied=0 2024-11-14T20:56:23,584 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-14T20:56:23,584 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731617769808_default_test-1731617755783 2024-11-14T20:56:23,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731617769808_default_test-1731617755783" type: DISABLED 2024-11-14T20:56:23,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731617769808_default_test-1731617755783 2024-11-14T20:56:23,597 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731617769808_default_test-1731617755783 for backup backup_1731617765683 succeeded. 2024-11-14T20:56:23,597 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731617773981_ns2_test-17316177557831 2024-11-14T20:56:23,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731617773981_ns2_test-17316177557831" type: DISABLED 2024-11-14T20:56:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731617773981_ns2_test-17316177557831 2024-11-14T20:56:23,603 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731617773981_ns2_test-17316177557831 for backup backup_1731617765683 succeeded. 2024-11-14T20:56:23,604 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-14T20:56:23,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-14T20:56:23,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-14T20:56:23,645 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-14T20:56:23,651 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-14T20:56:23,671 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731617765683 completed. 2024-11-14T20:56:23,689 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:23,696 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:23,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1731617765683', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:56:23,985 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1731617755783 2024-11-14T20:56:24,026 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1731617755783 2024-11-14T20:56:24,327 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1731617755783 to Mob enabled CF 2024-11-14T20:56:24,361 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17316177557831', row='row-t20', locateType=CURRENT is [region=ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:56:24,386 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17316177557831 2024-11-14T20:56:24,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:24,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] assignment.SplitTableRegionProcedure(210): test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. splitKey isn't explicitly specified, will try to find a best split key from RS 6c8768110af2,39993,1731617747726 2024-11-14T20:56:24,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a because midkey is the same as first or last row 2024-11-14T20:56:24,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f3/f46402e022b14372b7e9719e73b666e8 because midkey is the same as first or last row 2024-11-14T20:56:24,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c because midkey is the same as first or last row 2024-11-14T20:56:24,403 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.HRegion(2902): Flushing 3e693f0a4991ff9c3c5db9013847b5fd 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-11-14T20:56:24,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/f/95a9f7c688a84422bb188d9af85ddba5 is 59, key is row-test-1731617755783-1-10/f:q1/1731617783739/Put/seqid=0 2024-11-14T20:56:24,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741880_1056 (size=10796) 2024-11-14T20:56:24,862 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/f/95a9f7c688a84422bb188d9af85ddba5 2024-11-14T20:56:24,884 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b8be600edba14606bf97ad7247cc2da1_3e693f0a4991ff9c3c5db9013847b5fd is 63, key is row-test-1731617755783-3-100/mob:q1/1731617784296/Put/seqid=0 2024-11-14T20:56:24,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741881_1057 (size=5591) 2024-11-14T20:56:25,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:25,306 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241114b8be600edba14606bf97ad7247cc2da1_3e693f0a4991ff9c3c5db9013847b5fd to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/mobdir/data/default/test-1731617755783/c3e561e3aeb289742838140cd3fb87b5/mob/d41d8cd98f00b204e9800998ecf8427e20241114b8be600edba14606bf97ad7247cc2da1_3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:25,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/mob/29451176614540b6ae43b1f4591fc614, store: [table=test-1731617755783 family=mob region=3e693f0a4991ff9c3c5db9013847b5fd] 2024-11-14T20:56:25,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/mob/29451176614540b6ae43b1f4591fc614 is 192, key is row-test-1731617755783-3-100/mob:q1/1731617784296/Put/seqid=0 2024-11-14T20:56:25,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741882_1058 (size=13760) 2024-11-14T20:56:25,323 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/mob/29451176614540b6ae43b1f4591fc614 2024-11-14T20:56:25,355 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/f/95a9f7c688a84422bb188d9af85ddba5 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/95a9f7c688a84422bb188d9af85ddba5 2024-11-14T20:56:25,379 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/95a9f7c688a84422bb188d9af85ddba5, entries=99, sequenceid=334, filesize=10.5 K 2024-11-14T20:56:25,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/mob/29451176614540b6ae43b1f4591fc614 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/29451176614540b6ae43b1f4591fc614 2024-11-14T20:56:25,392 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/29451176614540b6ae43b1f4591fc614, entries=111, sequenceid=334, filesize=13.4 K 2024-11-14T20:56:25,398 INFO [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 3e693f0a4991ff9c3c5db9013847b5fd in 995ms, sequenceid=334, compaction requested=false 2024-11-14T20:56:25,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.HRegion(2603): Flush status journal for 3e693f0a4991ff9c3c5db9013847b5fd: 2024-11-14T20:56:25,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/95a9f7c688a84422bb188d9af85ddba5 because midkey is the same as first or last row 2024-11-14T20:56:25,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f3/f46402e022b14372b7e9719e73b666e8 because midkey is the same as first or last row 2024-11-14T20:56:25,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/29451176614540b6ae43b1f4591fc614 because midkey is the same as first or last row 2024-11-14T20:56:25,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=6c8768110af2,39993,1731617747726 2024-11-14T20:56:25,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-14T20:56:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.CallRunner(138): callId: 299 service: MasterService methodName: SplitRegion size: 100 connection: 172.17.0.3:40074 deadline: 1731617844396, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-11-14T20:56:25,407 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:56:25,407 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1731617755783 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1168) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:56:25,408 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T20:56:25,414 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731617755783,, stopping at row=test-1731617755783 ,, for max=2147483647 with caching=100 2024-11-14T20:56:25,426 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731617755783,, stopping at row=test-1731617755783 ,, for max=2147483647 with caching=100 2024-11-14T20:56:25,446 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1058 2024-11-14T20:56:25,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:25,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:25,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:25,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:25,499 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-14T20:56:25,503 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731617785446 2024-11-14T20:56:25,512 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731617765683} 2024-11-14T20:56:25,512 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-14T20:56:25,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:25,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:25,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:25,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:25,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-14T20:56:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731617785571 (current time:1731617785571). 2024-11-14T20:56:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T20:56:25,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-14T20:56:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258f49b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:25,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:25,578 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:25,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:25,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:25,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d8ee0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:25,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:25,582 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:25,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fa794f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:25,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:25,584 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:25,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:25,586 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:25,587 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031. 2024-11-14T20:56:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:56:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:25,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:25,587 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:25,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-14T20:56:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-14T20:56:25,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-14T20:56:25,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-14T20:56:25,593 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T20:56:25,594 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T20:56:25,598 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T20:56:25,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741883_1059 (size=52) 2024-11-14T20:56:25,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-14T20:56:25,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-14T20:56:26,012 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T20:56:26,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4}] 2024-11-14T20:56:26,014 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:26,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-11-14T20:56:26,167 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:56:26,167 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 9736dfe0c1fef448bbb871398ad35ff4 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-11-14T20:56:26,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/meta/f520970a972f4aa6a4bdda7032852f78 is 158, key is trslm:hdfs://localhost:36597/backupUT\x00ns2:test-17316177557831/meta:log-roll-map/1731617783555/Put/seqid=0 2024-11-14T20:56:26,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741884_1060 (size=5914) 2024-11-14T20:56:26,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-14T20:56:26,595 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/meta/f520970a972f4aa6a4bdda7032852f78 2024-11-14T20:56:26,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/10c0b42b857147569fa206bf397f2469 is 433, key is session:backup_1731617765683/session:context/1731617783650/Put/seqid=0 2024-11-14T20:56:26,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741885_1061 (size=5535) 2024-11-14T20:56:26,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-14T20:56:27,015 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/10c0b42b857147569fa206bf397f2469 2024-11-14T20:56:27,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/meta/f520970a972f4aa6a4bdda7032852f78 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/f520970a972f4aa6a4bdda7032852f78 2024-11-14T20:56:27,031 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/f520970a972f4aa6a4bdda7032852f78, entries=6, sequenceid=17, filesize=5.8 K 2024-11-14T20:56:27,033 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/10c0b42b857147569fa206bf397f2469 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/10c0b42b857147569fa206bf397f2469 2024-11-14T20:56:27,040 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/10c0b42b857147569fa206bf397f2469, entries=2, sequenceid=17, filesize=5.4 K 2024-11-14T20:56:27,041 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 9736dfe0c1fef448bbb871398ad35ff4 in 874ms, sequenceid=17, compaction requested=false 2024-11-14T20:56:27,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 9736dfe0c1fef448bbb871398ad35ff4: 2024-11-14T20:56:27,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. for snapshot_backup_system completed. 2024-11-14T20:56:27,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4.' region-info for snapshot=snapshot_backup_system 2024-11-14T20:56:27,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T20:56:27,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/f520970a972f4aa6a4bdda7032852f78] hfiles 2024-11-14T20:56:27,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/f520970a972f4aa6a4bdda7032852f78 for snapshot=snapshot_backup_system 2024-11-14T20:56:27,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f67f8258009a4e0bafd05e116783c615, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/10c0b42b857147569fa206bf397f2469] hfiles 2024-11-14T20:56:27,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f67f8258009a4e0bafd05e116783c615 for snapshot=snapshot_backup_system 2024-11-14T20:56:27,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/10c0b42b857147569fa206bf397f2469 for snapshot=snapshot_backup_system 2024-11-14T20:56:27,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741886_1062 (size=173) 2024-11-14T20:56:27,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:56:27,451 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-11-14T20:56:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-11-14T20:56:27,452 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:27,453 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:27,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-11-14T20:56:27,457 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T20:56:27,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4 in 1.4410 sec 2024-11-14T20:56:27,458 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T20:56:27,458 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T20:56:27,458 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-14T20:56:27,460 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-14T20:56:27,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741887_1063 (size=810) 2024-11-14T20:56:27,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-14T20:56:27,878 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T20:56:27,886 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T20:56:27,887 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_backup_system 2024-11-14T20:56:27,888 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T20:56:27,889 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-11-14T20:56:27,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.3010 sec 2024-11-14T20:56:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-11-14T20:56:29,750 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-14T20:56:29,750 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731617785446 started at 1731617789750. 2024-11-14T20:56:29,753 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731617785446 has been started. 2024-11-14T20:56:29,759 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17316177557831, test-1731617755783] 2024-11-14T20:56:29,763 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731617756734for backupID backup_1731617785446 2024-11-14T20:56:29,764 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-14T20:56:29,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-14T20:56:29,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-14T20:56:29,765 INFO [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-14T20:56:29,765 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-14T20:56:29,765 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-14T20:56:29,765 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-14T20:56:29,766 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:29,766 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:29,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-14T20:56:29,768 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,768 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-14T20:56:29,768 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-14T20:56:29,769 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,769 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-14T20:56:29,769 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:29,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:29,770 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-14T20:56:29,770 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:29,770 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-14T20:56:29,770 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-14T20:56:29,770 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-14T20:56:29,771 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-14T20:56:29,771 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-14T20:56:29,771 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-14T20:56:29,771 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-14T20:56:29,771 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '6c8768110af2,39993,1731617747726' joining acquired barrier for procedure (rolllog) in zk 2024-11-14T20:56:29,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,773 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:29,773 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,773 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-14T20:56:29,773 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-14T20:56:29,774 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-14T20:56:29,774 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-14T20:56:29,774 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-14T20:56:29,774 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-14T20:56:29,775 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:29,776 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,776 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-14T20:56:29,777 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '6c8768110af2,39993,1731617747726' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-14T20:56:29,777 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@374dce91[Count = 0] remaining members to acquire global barrier 2024-11-14T20:56:29,777 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-14T20:56:29,777 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:29,779 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:29,779 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:29,779 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:29,779 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-14T20:56:29,780 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-14T20:56:29,780 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,780 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,780 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-14T20:56:29,780 INFO [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731617769622 highest: 1731617769686 on 6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,780 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0:(num 1731617769622) roll requested 2024-11-14T20:56:29,801 DEBUG [regionserver/6c8768110af2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617789780, exclude list is [], retry=0 2024-11-14T20:56:29,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:56:29,808 INFO [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617769622 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617789780 2024-11-14T20:56:29,808 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:56:29,809 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617769622 is not closed yet, will try archiving it next time 2024-11-14T20:56:29,809 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.meta:.meta(num 1731617769653) roll requested 2024-11-14T20:56:29,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741857_1033 (size=1198) 2024-11-14T20:56:29,830 DEBUG [regionserver/6c8768110af2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617789809.meta, exclude list is [], retry=0 2024-11-14T20:56:29,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:56:29,835 INFO [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617769653.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617789809.meta 2024-11-14T20:56:29,835 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:56:29,835 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617769653.meta is not closed yet, will try archiving it next time 2024-11-14T20:56:29,835 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1:(num 1731617769686) roll requested 2024-11-14T20:56:29,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741858_1034 (size=93) 2024-11-14T20:56:29,841 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617769653.meta not finished, retry = 0 2024-11-14T20:56:29,855 DEBUG [regionserver/6c8768110af2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617789835, exclude list is [], retry=0 2024-11-14T20:56:29,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:56:29,860 INFO [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617769686 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617789835 2024-11-14T20:56:29,860 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:56:29,860 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617769686 is not closed yet, will try archiving it next time 2024-11-14T20:56:29,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741859_1035 (size=30490) 2024-11-14T20:56:29,865 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617756734 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617756734 2024-11-14T20:56:29,881 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 101 2024-11-14T20:56:29,881 INFO [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731617789780 on 6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:29,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:29,905 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-14T20:56:29,905 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '6c8768110af2,39993,1731617747726' in zk 2024-11-14T20:56:29,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,908 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-14T20:56:29,908 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-14T20:56:29,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,908 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-14T20:56:29,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-14T20:56:29,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-14T20:56:29,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-14T20:56:29,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-14T20:56:29,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:29,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-14T20:56:29,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:29,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,912 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '6c8768110af2,39993,1731617747726': 2024-11-14T20:56:29,913 INFO [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-14T20:56:29,913 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '6c8768110af2,39993,1731617747726' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-14T20:56:29,913 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-14T20:56:29,913 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-14T20:56:29,913 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-14T20:56:29,913 INFO [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-14T20:56:29,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-14T20:56:29,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-14T20:56:29,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-14T20:56:29,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:29,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-14T20:56:29,916 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-14T20:56:29,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-14T20:56:29,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:29,917 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-14T20:56:29,917 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-14T20:56:29,917 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-14T20:56:29,917 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:29,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:29,918 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-14T20:56:29,919 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:29,919 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,920 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,920 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-14T20:56:29,920 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:29,921 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-14T20:56:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-14T20:56:29,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-14T20:56:29,923 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-14T20:56:29,923 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-14T20:56:29,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-14T20:56:29,923 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-14T20:56:29,923 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-14T20:56:29,924 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-14T20:56:29,924 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-14T20:56:29,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-14T20:56:29,933 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {6c8768110af2:39993=1731617756734} newestTimestamps: {6c8768110af2:39993=1731617769686} 2024-11-14T20:56:29,936 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 6c8768110af2%2C39993%2C1731617747726.meta.1731617750493.meta 2024-11-14T20:56:29,936 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 6c8768110af2%2C39993%2C1731617747726.meta.1731617769653.meta 2024-11-14T20:56:29,936 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 6c8768110af2%2C39993%2C1731617747726.meta.1731617789809.meta 2024-11-14T20:56:29,936 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617769622 2024-11-14T20:56:29,936 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617789780 2024-11-14T20:56:29,936 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617769686 2024-11-14T20:56:29,936 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617789835 2024-11-14T20:56:29,943 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617769653.meta to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.meta.1731617769653.meta 2024-11-14T20:56:29,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741891_1067 (size=908) 2024-11-14T20:56:30,352 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731617755783 target: hdfs://localhost:36597/backupUT/backup_1731617785446/default/test-1731617755783 descriptor: 'test-1731617755783', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:56:30,353 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-14T20:56:30,356 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731617755783 2024-11-14T20:56:30,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741892_1068 (size=53) 2024-11-14T20:56:30,776 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731617755783 2024-11-14T20:56:30,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741893_1069 (size=364) 2024-11-14T20:56:30,795 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17316177557831 target: hdfs://localhost:36597/backupUT/backup_1731617785446/ns2/test-17316177557831 descriptor: 'ns2:test-17316177557831', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:56:30,795 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-14T20:56:30,798 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17316177557831 2024-11-14T20:56:30,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741894_1070 (size=50) 2024-11-14T20:56:30,810 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17316177557831 2024-11-14T20:56:30,822 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:36597/backupUT/.tmp/backup_1731617785446 from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617769622;hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617769686 2024-11-14T20:56:30,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ab07af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:30,825 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:30,825 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:30,826 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:30,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:30,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:30,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@591406f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:30,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:30,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:30,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:30,828 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:30,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20616e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:30,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:56:30,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:56:30,830 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@353307 2024-11-14T20:56:30,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:56:30,832 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:56:30,839 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-14T20:56:30,839 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17316177557831 2024-11-14T20:56:30,839 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17316177557831,, stopping at row=ns2:test-17316177557831 ,, for max=2147483647 with caching=100 2024-11-14T20:56:30,839 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:30,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:30,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:30,842 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:30,845 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17316177557831: ns2:test-17316177557831; 2024-11-14T20:56:30,845 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731617755783 2024-11-14T20:56:30,845 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731617755783,, stopping at row=test-1731617755783 ,, for max=2147483647 with caching=100 2024-11-14T20:56:30,848 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731617755783: test-1731617755783; 2024-11-14T20:56:30,848 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-14T20:56:30,849 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/partitions_4372ce04-b89d-4e47-9968-1abe1e87637a 2024-11-14T20:56:30,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741895_1071 (size=192) 2024-11-14T20:56:31,110 DEBUG [master/6c8768110af2:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731617755783 2024-11-14T20:56:31,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741896_1072 (size=950) 2024-11-14T20:56:31,288 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:31,289 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:31,289 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:31,527 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/.tabledesc/.tableinfo.0000000002.908 2024-11-14T20:56:31,527 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/.tabledesc/.tableinfo.0000000003.950 2024-11-14T20:56:31,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731617755783 in 422 msec 2024-11-14T20:56:32,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-6304276819981077841.jar 2024-11-14T20:56:32,534 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,535 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,536 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,537 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:56:32,538 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:56:32,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:56:32,539 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:56:32,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:56:32,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:56:32,540 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:56:32,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:56:32,541 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:56:32,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:56:32,542 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:56:32,544 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,544 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:32,546 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:32,547 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17316177557831,default:test-1731617755783 2024-11-14T20:56:32,547 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:56:32,547 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:56:32,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:32,547 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:32,548 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:32,548 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:56:33,660 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-277934781515189314.jar 2024-11-14T20:56:33,676 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:56:33,709 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617769622 for WAL files 2024-11-14T20:56:33,711 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617769622 2024-11-14T20:56:33,711 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617769686 for WAL files 2024-11-14T20:56:33,712 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617769686 2024-11-14T20:56:33,844 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local2022757700_0003_745e0c8c-a5ae-4a1a-98b3-6cc85e2627ad/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:56:33,844 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local2022757700_0003_745e0c8c-a5ae-4a1a-98b3-6cc85e2627ad/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:56:33,999 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617769686 for hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617769686 (-9223372036854775808:9223372036854775807) length:30490 2024-11-14T20:56:34,050 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-14T20:56:34,050 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-14T20:56:34,111 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617769622 for hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617769622 (-9223372036854775808:9223372036854775807) length:1198 2024-11-14T20:56:34,115 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-14T20:56:34,115 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-14T20:56:34,245 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d2035e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:34,245 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:34,245 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:34,246 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:34,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:34,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:34,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3589a6ca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:34,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:34,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:34,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:34,249 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:34,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f849a4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:34,251 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:34,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:34,253 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:34,256 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:34,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17316177557831', row='row-t20', locateType=CURRENT is [region=ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:56:34,258 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-14T20:56:34,259 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:56:34,259 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:34,259 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:34,259 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-14T20:56:34,259 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6c8768110af2 2024-11-14T20:56:34,260 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:34,265 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/backupUT/.tmp/backup_1731617785446/_temporary/0/_temporary/attempt_local2022757700_0003_r_000000_0/ns2/test-17316177557831/f/ecead8bc5d9d4fb2aa6ce00e8168cac6 is 38, key is row-t20/f:q1/1731617784362/Put/seqid=0 2024-11-14T20:56:34,268 WARN [Thread-948 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6c8768110af2:39993] Specified favored nodes: [6c8768110af2:39993] 2024-11-14T20:56:34,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741897_1073 (size=5275) 2024-11-14T20:56:34,737 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7392938b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:34,737 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:34,737 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:34,738 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:34,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:34,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:34,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@565f149e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:34,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:34,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:34,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:34,740 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:34,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31e47ec7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:34,741 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:34,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:34,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:34,743 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:34,746 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731617755783', row='row-test-1731617755783-1-0', locateType=CURRENT is [region=test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd., hostname=6c8768110af2,39993,1731617747726, seqNum=107] 2024-11-14T20:56:34,747 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-14T20:56:34,747 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:56:34,747 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:34,747 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:34,747 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:34,747 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731617755783-1-0] 2024-11-14T20:56:34,747 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6c8768110af2 2024-11-14T20:56:34,772 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d21b26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:34,772 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:34,772 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:34,773 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:34,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:34,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:34,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b6c2b2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:34,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:34,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:34,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:34,775 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:34,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6532b91d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:34,776 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:34,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:34,779 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:34,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731617755783', row='row-test-1731617755783-3-0', locateType=CURRENT is [region=test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd., hostname=6c8768110af2,39993,1731617747726, seqNum=107] 2024-11-14T20:56:34,781 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-11-14T20:56:34,781 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:56:34,781 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:34,781 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:34,782 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731617755783-3-0] 2024-11-14T20:56:34,782 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6c8768110af2 2024-11-14T20:56:34,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:34,793 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/backupUT/.tmp/backup_1731617785446/_temporary/0/_temporary/attempt_local2022757700_0003_r_000001_0/default/test-1731617755783/f/c061ee6ad1534cb594cbf5a7cc3d7793 is 59, key is row-test-1731617755783-1-10/f:q1/1731617783739/Put/seqid=0 2024-11-14T20:56:34,797 WARN [Thread-960 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6c8768110af2:39993] Specified favored nodes: [6c8768110af2:39993] 2024-11-14T20:56:34,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741898_1074 (size=10770) 2024-11-14T20:56:35,205 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/backupUT/.tmp/backup_1731617785446/_temporary/0/_temporary/attempt_local2022757700_0003_r_000001_0/default/test-1731617755783/mob/63c754aff9a944cfa250cb947b5e3849 is 63, key is row-test-1731617755783-3-100/mob:q1/1731617784296/Put/seqid=0 2024-11-14T20:56:35,209 WARN [Thread-962 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6c8768110af2:39993] Specified favored nodes: [6c8768110af2:39993] 2024-11-14T20:56:35,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741899_1075 (size=11811) 2024-11-14T20:56:35,909 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:36597/backupUT 2024-11-14T20:56:35,909 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731617785446 2024-11-14T20:56:35,909 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-14T20:56:35,931 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:36597/backupUT/.tmp/backup_1731617785446, hdfs://localhost:36597/backupUT] 2024-11-14T20:56:36,012 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:56:36,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741900_1076 (size=5275) 2024-11-14T20:56:36,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741901_1077 (size=11811) 2024-11-14T20:56:37,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741902_1078 (size=10770) 2024-11-14T20:56:37,688 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-14T20:56:37,691 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731617785446 2024-11-14T20:56:37,692 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-11-14T20:56:37,692 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local222903489_0004 completed: true true 2024-11-14T20:56:37,694 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3824359 FILE: Number of bytes written=6210420 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231425 HDFS: Number of bytes written=2433143 HDFS: Number of read operations=643 HDFS: Number of large read operations=0 HDFS: Number of write operations=251 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-11-14T20:56:37,694 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:36597/backupUT/.tmp/backup_1731617785446 to hdfs://localhost:36597/backupUT finished. 2024-11-14T20:56:37,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1731617755783:', locateType=CURRENT is [region=backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:56:37,711 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731617785446 2024-11-14T20:56:37,715 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731617765683} 2024-11-14T20:56:37,715 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-14T20:56:37,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741903_1079 (size=384) 2024-11-14T20:56:38,126 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36597/backupUT/backup_1731617785446/.backup.manifest 2024-11-14T20:56:38,126 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731617785446 finished: type=INCREMENTAL,tablelist=test-1731617755783;ns2:test-17316177557831,targetRootDir=hdfs://localhost:36597/backupUT,startts=1731617789750,completets=1731617797711,bytescopied=0 2024-11-14T20:56:38,126 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-14T20:56:38,133 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-14T20:56:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-14T20:56:38,136 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-14T20:56:38,139 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-14T20:56:38,143 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731617785446 completed. 2024-11-14T20:56:38,143 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-14T20:56:38,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:38,159 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:38,166 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36597/backupUT/backup_1731617785446/.backup.manifest 2024-11-14T20:56:38,169 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731617785446/.backup.manifest 2024-11-14T20:56:38,171 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1731617755783 from 'test-1731617755783', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1731617755783', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:56:38,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1731617755783 2024-11-14T20:56:38,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741904_1080 (size=908) 2024-11-14T20:56:38,596 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/.tabledesc/.tableinfo.0000000003.950 2024-11-14T20:56:38,597 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/.tabledesc/.tableinfo.0000000004.908 2024-11-14T20:56:38,601 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1731617755783}] 2024-11-14T20:56:38,604 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, REOPEN/MOVE}] 2024-11-14T20:56:38,606 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, REOPEN/MOVE 2024-11-14T20:56:38,607 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=3e693f0a4991ff9c3c5db9013847b5fd, regionState=CLOSING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:38,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, REOPEN/MOVE because future has completed 2024-11-14T20:56:38,609 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T20:56:38,610 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:56:38,763 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:38,763 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T20:56:38,763 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 3e693f0a4991ff9c3c5db9013847b5fd, disabling compactions & flushes 2024-11-14T20:56:38,763 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:38,763 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:38,763 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. after waiting 0 ms 2024-11-14T20:56:38,763 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:38,771 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-11-14T20:56:38,772 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:56:38,772 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:38,772 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 3e693f0a4991ff9c3c5db9013847b5fd: Waiting for close lock at 1731617798763Running coprocessor pre-close hooks at 1731617798763Disabling compacts and flushes for region at 1731617798763Disabling writes for close at 1731617798763Writing region close event to WAL at 1731617798766 (+3 ms)Running coprocessor post-close hooks at 1731617798771 (+5 ms)Closed at 1731617798772 (+1 ms) 2024-11-14T20:56:38,772 WARN [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 3e693f0a4991ff9c3c5db9013847b5fd to self. 2024-11-14T20:56:38,775 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:38,776 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=3e693f0a4991ff9c3c5db9013847b5fd, regionState=CLOSED 2024-11-14T20:56:38,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:56:38,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-11-14T20:56:38,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726 in 175 msec 2024-11-14T20:56:38,789 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, REOPEN/MOVE; state=CLOSED, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=true 2024-11-14T20:56:38,940 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=3e693f0a4991ff9c3c5db9013847b5fd, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:38,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, REOPEN/MOVE because future has completed 2024-11-14T20:56:38,943 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:56:39,101 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:39,101 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 3e693f0a4991ff9c3c5db9013847b5fd, NAME => 'test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd.', STARTKEY => '', ENDKEY => ''} 2024-11-14T20:56:39,102 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:56:39,102 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1731617755783 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:39,102 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:56:39,103 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:39,103 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:39,105 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:39,106 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e693f0a4991ff9c3c5db9013847b5fd columnFamilyName f 2024-11-14T20:56:39,106 DEBUG [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:39,119 DEBUG [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a 2024-11-14T20:56:39,125 DEBUG [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/95a9f7c688a84422bb188d9af85ddba5 2024-11-14T20:56:39,125 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(327): Store=3e693f0a4991ff9c3c5db9013847b5fd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:56:39,126 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:39,133 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e693f0a4991ff9c3c5db9013847b5fd columnFamilyName f2 2024-11-14T20:56:39,133 DEBUG [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:39,134 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(327): Store=3e693f0a4991ff9c3c5db9013847b5fd/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:56:39,134 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:39,135 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3e693f0a4991ff9c3c5db9013847b5fd columnFamilyName mob 2024-11-14T20:56:39,136 DEBUG [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:39,155 DEBUG [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/29451176614540b6ae43b1f4591fc614 2024-11-14T20:56:39,168 DEBUG [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c 2024-11-14T20:56:39,169 INFO [StoreOpener-3e693f0a4991ff9c3c5db9013847b5fd-1 {}] regionserver.HStore(327): Store=3e693f0a4991ff9c3c5db9013847b5fd/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:56:39,172 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:39,174 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:39,176 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:39,177 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:39,177 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:39,179 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1731617755783 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T20:56:39,181 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:39,182 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 3e693f0a4991ff9c3c5db9013847b5fd; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10085882560, jitterRate=-0.06067898869514465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T20:56:39,182 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:39,187 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 3e693f0a4991ff9c3c5db9013847b5fd: Running coprocessor pre-open hook at 1731617799103Writing region info on filesystem at 1731617799103Initializing all the Stores at 1731617799104 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617799104Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617799104Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617799104Cleaning up temporary data from old regions at 1731617799177 (+73 ms)Running coprocessor post-open hooks at 1731617799183 (+6 ms)Region opened successfully at 1731617799186 (+3 ms) 2024-11-14T20:56:39,189 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd., pid=46, masterSystemTime=1731617799096 2024-11-14T20:56:39,193 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=3e693f0a4991ff9c3c5db9013847b5fd, regionState=OPEN, openSeqNum=338, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:56:39,195 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:39,195 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:39,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:56:39,224 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-11-14T20:56:39,225 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd, server=6c8768110af2,39993,1731617747726 in 264 msec 2024-11-14T20:56:39,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-11-14T20:56:39,227 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1731617755783, region=3e693f0a4991ff9c3c5db9013847b5fd, REOPEN/MOVE in 621 msec 2024-11-14T20:56:39,234 DEBUG [PEWorker-2 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1731617755783 2024-11-14T20:56:39,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-11-14T20:56:39,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1731617755783 in 627 msec 2024-11-14T20:56:39,269 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f3/f46402e022b14372b7e9719e73b666e8 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f3/f46402e022b14372b7e9719e73b666e8 2024-11-14T20:56:39,281 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1731617755783 in 1.1020 sec 2024-11-14T20:56:39,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T20:56:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-11-14T20:56:39,392 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1731617755783 completed 2024-11-14T20:56:39,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:39,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:39,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:39,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:39,441 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-14T20:56:39,446 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731617799393 2024-11-14T20:56:39,449 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1731617785446} 2024-11-14T20:56:39,449 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731617765683} 2024-11-14T20:56:39,449 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-11-14T20:56:39,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:39,471 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:39,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:39,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:39,542 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1731617755783 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1731617755783 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T20:56:39,548 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1731617799393,startts=0,failedts=1731617799543,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1731617755783 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-11-14T20:56:39,548 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-11-14T20:56:39,553 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-11-14T20:56:39,553 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-14T20:56:39,555 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-11-14T20:56:39,555 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-11-14T20:56:39,558 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-14T20:56:39,561 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1731617799393 failed. 2024-11-14T20:56:39,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:39,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:39,585 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1731617755783, ns2:test-17316177557831, ns3:test-17316177557832, ns4:test-17316177557833] 2024-11-14T20:56:39,585 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-14T20:56:39,591 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-14T20:56:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731617799591 (current time:1731617799591). 2024-11-14T20:56:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T20:56:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-14T20:56:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f99c848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:39,594 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:39,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:39,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:39,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c288555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:39,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:39,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:39,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:39,597 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:39,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@234d88bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:39,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:39,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:39,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:39,602 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031. 2024-11-14T20:56:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:56:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:39,602 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-14T20:56:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-14T20:56:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-14T20:56:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-14T20:56:39,606 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T20:56:39,608 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T20:56:39,614 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T20:56:39,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741905_1081 (size=52) 2024-11-14T20:56:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-14T20:56:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-14T20:56:40,027 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T20:56:40,028 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4}] 2024-11-14T20:56:40,029 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:40,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-11-14T20:56:40,182 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:56:40,183 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 9736dfe0c1fef448bbb871398ad35ff4 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-11-14T20:56:40,189 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/meta/e4c720a6180a48a6825c67fee983736b is 158, key is trslm:hdfs://localhost:36597/backupUT\x00ns2:test-17316177557831/meta:log-roll-map/1731617797699/Put/seqid=0 2024-11-14T20:56:40,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741906_1082 (size=5745) 2024-11-14T20:56:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-14T20:56:40,608 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/meta/e4c720a6180a48a6825c67fee983736b 2024-11-14T20:56:40,621 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/f44afc52b4af484d9247a5f6fefbd682 is 1245, key is session:backup_1731617799393/session:context/1731617799556/Put/seqid=0 2024-11-14T20:56:40,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741907_1083 (size=6682) 2024-11-14T20:56:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-14T20:56:41,030 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/f44afc52b4af484d9247a5f6fefbd682 2024-11-14T20:56:41,038 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/meta/e4c720a6180a48a6825c67fee983736b as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/e4c720a6180a48a6825c67fee983736b 2024-11-14T20:56:41,045 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/e4c720a6180a48a6825c67fee983736b, entries=4, sequenceid=31, filesize=5.6 K 2024-11-14T20:56:41,046 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/f44afc52b4af484d9247a5f6fefbd682 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f44afc52b4af484d9247a5f6fefbd682 2024-11-14T20:56:41,052 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f44afc52b4af484d9247a5f6fefbd682, entries=3, sequenceid=31, filesize=6.5 K 2024-11-14T20:56:41,054 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 9736dfe0c1fef448bbb871398ad35ff4 in 871ms, sequenceid=31, compaction requested=true 2024-11-14T20:56:41,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 9736dfe0c1fef448bbb871398ad35ff4: 2024-11-14T20:56:41,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. for snapshot_backup_system completed. 2024-11-14T20:56:41,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4.' region-info for snapshot=snapshot_backup_system 2024-11-14T20:56:41,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T20:56:41,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/f520970a972f4aa6a4bdda7032852f78, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/e4c720a6180a48a6825c67fee983736b] hfiles 2024-11-14T20:56:41,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/f520970a972f4aa6a4bdda7032852f78 for snapshot=snapshot_backup_system 2024-11-14T20:56:41,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/e4c720a6180a48a6825c67fee983736b for snapshot=snapshot_backup_system 2024-11-14T20:56:41,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f67f8258009a4e0bafd05e116783c615, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/10c0b42b857147569fa206bf397f2469, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f44afc52b4af484d9247a5f6fefbd682] hfiles 2024-11-14T20:56:41,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f67f8258009a4e0bafd05e116783c615 for snapshot=snapshot_backup_system 2024-11-14T20:56:41,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/10c0b42b857147569fa206bf397f2469 for snapshot=snapshot_backup_system 2024-11-14T20:56:41,054 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f44afc52b4af484d9247a5f6fefbd682 for snapshot=snapshot_backup_system 2024-11-14T20:56:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741908_1084 (size=251) 2024-11-14T20:56:41,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:56:41,065 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-11-14T20:56:41,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-11-14T20:56:41,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:41,066 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:56:41,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-11-14T20:56:41,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4 in 1.0390 sec 2024-11-14T20:56:41,070 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T20:56:41,071 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T20:56:41,072 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T20:56:41,072 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-14T20:56:41,073 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-14T20:56:41,076 DEBUG [master/6c8768110af2:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731617755783 2024-11-14T20:56:41,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741909_1085 (size=950) 2024-11-14T20:56:41,099 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/.tabledesc/.tableinfo.0000000004.908 2024-11-14T20:56:41,099 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/.tabledesc/.tableinfo.0000000005.950 2024-11-14T20:56:41,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1731617755783 in 24 msec 2024-11-14T20:56:41,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741910_1086 (size=888) 2024-11-14T20:56:41,534 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T20:56:41,560 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T20:56:41,561 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_backup_system 2024-11-14T20:56:41,565 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T20:56:41,565 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-11-14T20:56:41,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9610 sec 2024-11-14T20:56:41,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-11-14T20:56:41,751 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-14T20:56:41,751 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731617799563 started at 1731617801751. 2024-11-14T20:56:41,754 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731617799563 has been started. 2024-11-14T20:56:41,760 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-11-14T20:56:41,761 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-14T20:56:41,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-14T20:56:41,772 INFO [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-14T20:56:41,772 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-14T20:56:41,773 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-14T20:56:41,773 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-14T20:56:41,777 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:41,777 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:41,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-14T20:56:41,781 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,781 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-14T20:56:41,781 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-14T20:56:41,782 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,782 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-14T20:56:41,789 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:41,790 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:41,791 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-14T20:56:41,791 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:41,791 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-14T20:56:41,792 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-14T20:56:41,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-14T20:56:41,793 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-14T20:56:41,793 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-14T20:56:41,793 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-14T20:56:41,793 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-14T20:56:41,793 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '6c8768110af2,39993,1731617747726' joining acquired barrier for procedure (rolllog) in zk 2024-11-14T20:56:41,798 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:41,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,798 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-14T20:56:41,799 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-14T20:56:41,799 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-14T20:56:41,799 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-14T20:56:41,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-14T20:56:41,801 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-14T20:56:41,802 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:41,802 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,803 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-14T20:56:41,805 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '6c8768110af2,39993,1731617747726' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-14T20:56:41,805 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5039cf4f[Count = 0] remaining members to acquire global barrier 2024-11-14T20:56:41,805 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-14T20:56:41,805 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:41,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:41,807 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:41,807 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:41,807 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-14T20:56:41,807 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,807 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-14T20:56:41,808 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-14T20:56:41,808 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,809 INFO [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731617789780 highest: 1731617789835 on 6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,809 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0:(num 1731617789780) roll requested 2024-11-14T20:56:41,828 DEBUG [regionserver/6c8768110af2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617801809, exclude list is [], retry=0 2024-11-14T20:56:41,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:56:41,834 INFO [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617789780 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617801809 2024-11-14T20:56:41,834 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:56:41,834 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617789780 is not closed yet, will try archiving it next time 2024-11-14T20:56:41,834 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.meta:.meta(num 1731617789809) roll requested 2024-11-14T20:56:41,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741888_1064 (size=93) 2024-11-14T20:56:41,837 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617789780 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617789780 2024-11-14T20:56:41,849 DEBUG [regionserver/6c8768110af2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617801834.meta, exclude list is [], retry=0 2024-11-14T20:56:41,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:56:41,853 INFO [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617789809.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617801834.meta 2024-11-14T20:56:41,853 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:56:41,853 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617789809.meta is not closed yet, will try archiving it next time 2024-11-14T20:56:41,854 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1:(num 1731617789835) roll requested 2024-11-14T20:56:41,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741889_1065 (size=1903) 2024-11-14T20:56:41,868 DEBUG [regionserver/6c8768110af2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617801854, exclude list is [], retry=0 2024-11-14T20:56:41,869 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60 2024-11-14T20:56:41,869 INFO [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731617801809 on 6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:56:41,872 INFO [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617789835 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617801854 2024-11-14T20:56:41,872 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:56:41,872 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617789835 is not closed yet, will try archiving it next time 2024-11-14T20:56:41,873 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617769686 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617769686 2024-11-14T20:56:41,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741890_1066 (size=4927) 2024-11-14T20:56:41,878 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:56:41,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:56:41,888 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-14T20:56:41,888 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '6c8768110af2,39993,1731617747726' in zk 2024-11-14T20:56:41,890 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-14T20:56:41,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,890 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-14T20:56:41,890 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-14T20:56:41,890 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,890 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-14T20:56:41,890 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-14T20:56:41,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-14T20:56:41,891 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-14T20:56:41,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:41,892 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-14T20:56:41,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:41,893 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,894 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '6c8768110af2,39993,1731617747726': 2024-11-14T20:56:41,894 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '6c8768110af2,39993,1731617747726' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-14T20:56:41,894 INFO [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-14T20:56:41,894 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-14T20:56:41,894 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-14T20:56:41,894 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-14T20:56:41,894 INFO [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-14T20:56:41,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-14T20:56:41,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-14T20:56:41,898 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-14T20:56:41,898 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-14T20:56:41,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:41,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:41,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-14T20:56:41,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-14T20:56:41,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-14T20:56:41,898 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-14T20:56:41,898 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-14T20:56:41,899 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,904 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:41,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-14T20:56:41,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-14T20:56:41,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:41,906 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,907 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-14T20:56:41,907 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:56:41,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-14T20:56:41,910 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-14T20:56:41,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-14T20:56:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-14T20:56:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-14T20:56:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:56:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:41,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-14T20:56:41,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-14T20:56:41,911 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-14T20:56:41,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-14T20:56:41,911 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-14T20:56:41,911 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-14T20:56:41,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-14T20:56:41,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-14T20:56:41,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-14T20:56:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731617801924 (current time:1731617801924). 2024-11-14T20:56:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T20:56:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731617801924_backup_system_bulk VERSION not specified, setting to 2 2024-11-14T20:56:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d05449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:41,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:41,926 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:41,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:41,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:41,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d0ab43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:41,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:41,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:41,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:41,928 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:41,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10a3c3e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:41,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:41,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:41,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:41,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:41,933 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031. 2024-11-14T20:56:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:56:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:41,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:41,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:41,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-14T20:56:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-11-14T20:56:41,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-14T20:56:41,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T20:56:41,936 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T20:56:41,938 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T20:56:41,941 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T20:56:41,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741914_1090 (size=76) 2024-11-14T20:56:41,949 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T20:56:41,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04ad501fbc9937983cb585befd5688a5}] 2024-11-14T20:56:41,950 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:42,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T20:56:42,102 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-11-14T20:56:42,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:56:42,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 04ad501fbc9937983cb585befd5688a5: 2024-11-14T20:56:42,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. for snapshot_1731617801924_backup_system_bulk completed. 2024-11-14T20:56:42,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5.' region-info for snapshot=snapshot_1731617801924_backup_system_bulk 2024-11-14T20:56:42,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T20:56:42,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T20:56:42,104 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T20:56:42,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741915_1091 (size=61) 2024-11-14T20:56:42,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T20:56:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:56:42,510 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-11-14T20:56:42,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-11-14T20:56:42,511 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731617801924_backup_system_bulk on region 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:42,511 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:56:42,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-11-14T20:56:42,514 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 04ad501fbc9937983cb585befd5688a5 in 563 msec 2024-11-14T20:56:42,514 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T20:56:42,515 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T20:56:42,516 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T20:56:42,516 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731617801924_backup_system_bulk 2024-11-14T20:56:42,517 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617801924_backup_system_bulk 2024-11-14T20:56:42,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741916_1092 (size=702) 2024-11-14T20:56:42,533 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T20:56:42,541 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T20:56:42,542 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617801924_backup_system_bulk to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617801924_backup_system_bulk 2024-11-14T20:56:42,544 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T20:56:42,544 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-11-14T20:56:42,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1731617801924_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 610 msec 2024-11-14T20:56:42,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-11-14T20:56:42,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-11-14T20:56:42,561 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } 2024-11-14T20:56:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731617802561 (current time:1731617802561). 2024-11-14T20:56:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T20:56:42,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731617802560_default_test-1731617755783 VERSION not specified, setting to 2 2024-11-14T20:56:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b0e237, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:42,563 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:42,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:42,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:42,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@731568a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:42,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:42,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:42,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:42,565 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:42,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a374629, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:42,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:42,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:42,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:42,570 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:42,571 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031. 2024-11-14T20:56:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:56:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:42,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:42,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:42,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-14T20:56:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } 2024-11-14T20:56:42,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-14T20:56:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T20:56:42,574 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T20:56:42,575 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T20:56:42,578 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T20:56:42,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741917_1093 (size=84) 2024-11-14T20:56:42,591 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T20:56:42,591 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd}] 2024-11-14T20:56:42,592 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:42,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T20:56:42,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-11-14T20:56:42,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:42,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 3e693f0a4991ff9c3c5db9013847b5fd: 2024-11-14T20:56:42,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. for snapshot_1731617802560_default_test-1731617755783 completed. 2024-11-14T20:56:42,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd.' region-info for snapshot=snapshot_1731617802560_default_test-1731617755783 2024-11-14T20:56:42,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T20:56:42,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/95a9f7c688a84422bb188d9af85ddba5] hfiles 2024-11-14T20:56:42,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a for snapshot=snapshot_1731617802560_default_test-1731617755783 2024-11-14T20:56:42,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/95a9f7c688a84422bb188d9af85ddba5 for snapshot=snapshot_1731617802560_default_test-1731617755783 2024-11-14T20:56:42,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T20:56:42,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/29451176614540b6ae43b1f4591fc614] hfiles 2024-11-14T20:56:42,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c for snapshot=snapshot_1731617802560_default_test-1731617755783 2024-11-14T20:56:42,744 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/29451176614540b6ae43b1f4591fc614 for snapshot=snapshot_1731617802560_default_test-1731617755783 2024-11-14T20:56:42,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741918_1094 (size=224) 2024-11-14T20:56:42,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:56:42,755 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-11-14T20:56:42,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-11-14T20:56:42,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731617802560_default_test-1731617755783 on region 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:42,756 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:42,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-11-14T20:56:42,760 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 3e693f0a4991ff9c3c5db9013847b5fd in 166 msec 2024-11-14T20:56:42,760 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T20:56:42,761 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T20:56:42,763 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-11-14T20:56:42,763 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-11-14T20:56:42,763 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:42,764 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-11-14T20:56:42,764 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:42,765 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-11-14T20:56:42,765 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:56:42,766 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/mobdir/data/default/test-1731617755783/c3e561e3aeb289742838140cd3fb87b5/mob/d41d8cd98f00b204e9800998ecf8427e20241114b8be600edba14606bf97ad7247cc2da1_3e693f0a4991ff9c3c5db9013847b5fd] hfiles 2024-11-14T20:56:42,766 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/mobdir/data/default/test-1731617755783/c3e561e3aeb289742838140cd3fb87b5/mob/d41d8cd98f00b204e9800998ecf8427e20241114b8be600edba14606bf97ad7247cc2da1_3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:42,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741919_1095 (size=168) 2024-11-14T20:56:42,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T20:56:43,176 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T20:56:43,177 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731617802560_default_test-1731617755783 2024-11-14T20:56:43,178 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617802560_default_test-1731617755783 2024-11-14T20:56:43,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T20:56:43,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741920_1096 (size=1347) 2024-11-14T20:56:43,411 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 35a14640fc13106b80760c8da6c05356, had cached 0 bytes from a total of 8413 2024-11-14T20:56:43,608 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T20:56:43,622 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T20:56:43,623 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617802560_default_test-1731617755783 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617802560_default_test-1731617755783 2024-11-14T20:56:43,625 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T20:56:43,625 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-11-14T20:56:43,627 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1731617802560_default_test-1731617755783 table=test-1731617755783 type=FLUSH ttl=0 } in 1.0530 sec 2024-11-14T20:56:43,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-11-14T20:56:43,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1731617755783 completed 2024-11-14T20:56:43,712 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 } 2024-11-14T20:56:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731617803712 (current time:1731617803712). 2024-11-14T20:56:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T20:56:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731617803711_ns4_test-17316177557833 VERSION not specified, setting to 2 2024-11-14T20:56:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d1c09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:43,714 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:43,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:43,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:43,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa2d7fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:43,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:43,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:43,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:43,716 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:43,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a16f875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:43,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:43,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:43,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:43,719 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:43,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031. 2024-11-14T20:56:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:56:43,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:43,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:43,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-14T20:56:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 } 2024-11-14T20:56:43,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-14T20:56:43,726 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T20:56:43,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T20:56:43,727 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T20:56:43,731 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T20:56:43,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741921_1097 (size=86) 2024-11-14T20:56:43,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T20:56:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T20:56:44,125 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T20:56:44,147 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T20:56:44,147 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd56f146e7f8caef9075ce66238de98f}] 2024-11-14T20:56:44,148 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:44,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-11-14T20:56:44,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:56:44,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for dd56f146e7f8caef9075ce66238de98f: 2024-11-14T20:56:44,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. for snapshot_1731617803711_ns4_test-17316177557833 completed. 2024-11-14T20:56:44,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f.' region-info for snapshot=snapshot_1731617803711_ns4_test-17316177557833 2024-11-14T20:56:44,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T20:56:44,301 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T20:56:44,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741922_1098 (size=52) 2024-11-14T20:56:44,311 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-14T20:56:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T20:56:44,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:56:44,708 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-11-14T20:56:44,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-11-14T20:56:44,709 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731617803711_ns4_test-17316177557833 on region dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:44,709 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:56:44,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-11-14T20:56:44,712 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dd56f146e7f8caef9075ce66238de98f in 563 msec 2024-11-14T20:56:44,712 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T20:56:44,713 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T20:56:44,714 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T20:56:44,714 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731617803711_ns4_test-17316177557833 2024-11-14T20:56:44,715 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617803711_ns4_test-17316177557833 2024-11-14T20:56:44,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741923_1099 (size=443) 2024-11-14T20:56:44,729 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T20:56:44,734 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T20:56:44,735 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617803711_ns4_test-17316177557833 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617803711_ns4_test-17316177557833 2024-11-14T20:56:44,737 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T20:56:44,737 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-11-14T20:56:44,740 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1731617803711_ns4_test-17316177557833 table=ns4:test-17316177557833 type=FLUSH ttl=0 } in 1.0130 sec 2024-11-14T20:56:44,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-11-14T20:56:44,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17316177557833 completed 2024-11-14T20:56:44,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 } 2024-11-14T20:56:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731617804861 (current time:1731617804861). 2024-11-14T20:56:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T20:56:44,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731617804861_ns3_test-17316177557832 VERSION not specified, setting to 2 2024-11-14T20:56:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2faf6ea5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:44,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:44,864 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:44,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:44,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:44,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4df97c04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:44,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:44,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:44,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:44,866 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:44,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43eb8092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:44,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:44,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:44,871 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:44,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031. 2024-11-14T20:56:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:56:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:44,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:44,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:44,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-14T20:56:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 } 2024-11-14T20:56:44,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-14T20:56:44,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T20:56:44,878 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T20:56:44,879 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T20:56:44,882 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T20:56:44,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741924_1100 (size=86) 2024-11-14T20:56:44,894 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T20:56:44,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe181d24ac728dbcc23f6e06330bf4df}] 2024-11-14T20:56:44,896 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:44,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T20:56:45,049 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-11-14T20:56:45,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:56:45,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for fe181d24ac728dbcc23f6e06330bf4df: 2024-11-14T20:56:45,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. for snapshot_1731617804861_ns3_test-17316177557832 completed. 2024-11-14T20:56:45,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df.' region-info for snapshot=snapshot_1731617804861_ns3_test-17316177557832 2024-11-14T20:56:45,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T20:56:45,050 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-11-14T20:56:45,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741925_1101 (size=52) 2024-11-14T20:56:45,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:56:45,058 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-11-14T20:56:45,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-11-14T20:56:45,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731617804861_ns3_test-17316177557832 on region fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:45,059 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:56:45,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-11-14T20:56:45,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure fe181d24ac728dbcc23f6e06330bf4df in 166 msec 2024-11-14T20:56:45,067 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T20:56:45,069 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T20:56:45,070 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T20:56:45,070 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731617804861_ns3_test-17316177557832 2024-11-14T20:56:45,071 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617804861_ns3_test-17316177557832 2024-11-14T20:56:45,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741926_1102 (size=443) 2024-11-14T20:56:45,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T20:56:45,495 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T20:56:45,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T20:56:45,501 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T20:56:45,502 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617804861_ns3_test-17316177557832 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617804861_ns3_test-17316177557832 2024-11-14T20:56:45,503 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T20:56:45,503 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-11-14T20:56:45,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1731617804861_ns3_test-17316177557832 table=ns3:test-17316177557832 type=FLUSH ttl=0 } in 629 msec 2024-11-14T20:56:46,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-11-14T20:56:46,010 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17316177557832 completed 2024-11-14T20:56:46,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } 2024-11-14T20:56:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731617806011 (current time:1731617806011). 2024-11-14T20:56:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T20:56:46,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1731617806010_ns2_test-17316177557831 VERSION not specified, setting to 2 2024-11-14T20:56:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1862c234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:56:46,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:56:46,013 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:56:46,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:56:46,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:56:46,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49c0766d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:46,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:56:46,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:56:46,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:46,015 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:56:46,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35dd31d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:56:46,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:56:46,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:56:46,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:56:46,019 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:56:46,020 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031. 2024-11-14T20:56:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:56:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:46,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:56:46,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:56:46,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-14T20:56:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } 2024-11-14T20:56:46,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-14T20:56:46,023 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T20:56:46,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T20:56:46,024 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T20:56:46,027 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T20:56:46,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741927_1103 (size=86) 2024-11-14T20:56:46,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T20:56:46,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T20:56:46,433 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T20:56:46,434 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35a14640fc13106b80760c8da6c05356}] 2024-11-14T20:56:46,435 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35a14640fc13106b80760c8da6c05356 2024-11-14T20:56:46,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-11-14T20:56:46,587 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:56:46,587 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing 35a14640fc13106b80760c8da6c05356 1/1 column families, dataSize=170 B heapSize=816 B 2024-11-14T20:56:46,593 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/.tmp/f/67700d2624c24f79afda9f94301c5538 is 38, key is row-t20/f:q1/1731617784362/Put/seqid=0 2024-11-14T20:56:46,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741928_1104 (size=5134) 2024-11-14T20:56:46,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T20:56:47,000 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/.tmp/f/67700d2624c24f79afda9f94301c5538 2024-11-14T20:56:47,007 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/.tmp/f/67700d2624c24f79afda9f94301c5538 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/67700d2624c24f79afda9f94301c5538 2024-11-14T20:56:47,014 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/67700d2624c24f79afda9f94301c5538, entries=5, sequenceid=111, filesize=5.0 K 2024-11-14T20:56:47,015 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 35a14640fc13106b80760c8da6c05356 in 428ms, sequenceid=111, compaction requested=false 2024-11-14T20:56:47,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 35a14640fc13106b80760c8da6c05356: 2024-11-14T20:56:47,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. for snapshot_1731617806010_ns2_test-17316177557831 completed. 2024-11-14T20:56:47,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356.' region-info for snapshot=snapshot_1731617806010_ns2_test-17316177557831 2024-11-14T20:56:47,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T20:56:47,015 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/52ba6e3254d8410faaa1ab840b8130f9, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/67700d2624c24f79afda9f94301c5538] hfiles 2024-11-14T20:56:47,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/52ba6e3254d8410faaa1ab840b8130f9 for snapshot=snapshot_1731617806010_ns2_test-17316177557831 2024-11-14T20:56:47,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/67700d2624c24f79afda9f94301c5538 for snapshot=snapshot_1731617806010_ns2_test-17316177557831 2024-11-14T20:56:47,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741929_1105 (size=130) 2024-11-14T20:56:47,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T20:56:47,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:56:47,427 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-14T20:56:47,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-14T20:56:47,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1731617806010_ns2_test-17316177557831 on region 35a14640fc13106b80760c8da6c05356 2024-11-14T20:56:47,428 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 35a14640fc13106b80760c8da6c05356 2024-11-14T20:56:47,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-14T20:56:47,431 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 35a14640fc13106b80760c8da6c05356 in 995 msec 2024-11-14T20:56:47,431 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T20:56:47,431 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T20:56:47,432 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T20:56:47,432 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1731617806010_ns2_test-17316177557831 2024-11-14T20:56:47,433 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617806010_ns2_test-17316177557831 2024-11-14T20:56:47,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741930_1106 (size=496) 2024-11-14T20:56:47,844 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T20:56:47,852 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T20:56:47,853 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_1731617806010_ns2_test-17316177557831 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617806010_ns2_test-17316177557831 2024-11-14T20:56:47,854 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T20:56:47,854 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-11-14T20:56:47,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1731617806010_ns2_test-17316177557831 table=ns2:test-17316177557831 type=FLUSH ttl=0 } in 1.8330 sec 2024-11-14T20:56:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-11-14T20:56:48,171 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17316177557831 completed 2024-11-14T20:56:48,171 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1731617799563 2024-11-14T20:56:48,171 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-11-14T20:56:48,171 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-11-14T20:56:48,171 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731617799563_backup:system_bulk 2024-11-14T20:56:48,171 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731617801924_backup_system_bulk to hdfs://localhost:36597/backupUT/backup_1731617799563/backup/system_bulk/ 2024-11-14T20:56:48,171 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-14T20:56:48,218 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36597, inputRoot=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:56:48,218 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1704718671_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36597/backupUT/backup_1731617799563/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36597/backupUT/backup_1731617799563/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731617801924_backup_system_bulk 2024-11-14T20:56:48,220 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-14T20:56:48,224 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617801924_backup_system_bulk to hdfs://localhost:36597/backupUT/backup_1731617799563/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1731617801924_backup_system_bulk 2024-11-14T20:56:48,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741931_1107 (size=76) 2024-11-14T20:56:48,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741932_1108 (size=702) 2024-11-14T20:56:48,643 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:48,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:48,644 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:49,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-2209130438107384104.jar 2024-11-14T20:56:49,949 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:49,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:49,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:49,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:49,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:49,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:49,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:49,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:49,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:49,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:56:49,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:56:49,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:56:49,952 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:56:49,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:56:49,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:56:49,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:56:49,953 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:56:49,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:56:49,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:56:49,954 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:56:49,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:49,955 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:49,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:49,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:49,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:49,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:49,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:50,038 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:56:50,145 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731617801924_backup_system_bulk' hfile list 2024-11-14T20:56:50,308 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local272366834_0005_bcd6300a-44f2-4778-b630-9ed8313ff567/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:56:50,308 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local272366834_0005_bcd6300a-44f2-4778-b630-9ed8313ff567/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:56:51,316 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9736dfe0c1fef448bbb871398ad35ff4, had cached 0 bytes from a total of 28925 2024-11-14T20:56:51,373 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-14T20:56:51,374 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-14T20:56:51,381 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731617801924_backup_system_bulk 2024-11-14T20:56:51,381 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731617801924_backup_system_bulk finished. 2024-11-14T20:56:51,381 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731617799563_test-1731617755783 2024-11-14T20:56:51,381 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731617802560_default_test-1731617755783 to hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/ 2024-11-14T20:56:51,381 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-14T20:56:51,428 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36597, inputRoot=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:56:51,428 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1704718671_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/.hbase-snapshot/.tmp/snapshot_1731617802560_default_test-1731617755783 2024-11-14T20:56:51,430 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-14T20:56:51,438 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617802560_default_test-1731617755783 to hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/.hbase-snapshot/.tmp/snapshot_1731617802560_default_test-1731617755783 2024-11-14T20:56:51,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741934_1110 (size=1347) 2024-11-14T20:56:51,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741933_1109 (size=84) 2024-11-14T20:56:51,603 INFO [master/6c8768110af2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T20:56:51,603 INFO [master/6c8768110af2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T20:56:51,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:51,880 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:51,881 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:53,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-10756746214060028531.jar 2024-11-14T20:56:53,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:53,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:53,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:53,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:53,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:53,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:53,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:53,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:53,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:53,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:56:53,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:56:53,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:56:53,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:56:53,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:56:53,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:56:53,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:56:53,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:56:53,036 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:56:53,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:56:53,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:56:53,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:53,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:53,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:53,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:53,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:53,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:53,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:53,096 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:56:53,141 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731617802560_default_test-1731617755783' hfile list 2024-11-14T20:56:53,144 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=43.0 K 2024-11-14T20:56:53,273 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local147535574_0006_8f28aead-0cf9-4dd1-8077-04fc072488e4/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:56:53,273 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local147535574_0006_8f28aead-0cf9-4dd1-8077-04fc072488e4/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:56:53,374 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-14T20:56:53,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741935_1111 (size=13760) 2024-11-14T20:56:53,439 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/29451176614540b6ae43b1f4591fc614 output=hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/29451176614540b6ae43b1f4591fc614 2024-11-14T20:56:53,439 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=13760 (13.4 K) time=0sec 0.222M/sec 2024-11-14T20:56:53,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741936_1112 (size=10796) 2024-11-14T20:56:53,876 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/95a9f7c688a84422bb188d9af85ddba5 output=hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/95a9f7c688a84422bb188d9af85ddba5 2024-11-14T20:56:53,877 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-11-14T20:56:53,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741937_1113 (size=8413) 2024-11-14T20:56:54,358 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a output=hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a 2024-11-14T20:56:54,358 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.017M/sec 2024-11-14T20:56:54,387 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/mobdir/data/default/test-1731617755783/c3e561e3aeb289742838140cd3fb87b5/mob/d41d8cd98f00b204e9800998ecf8427e20241114b8be600edba14606bf97ad7247cc2da1_3e693f0a4991ff9c3c5db9013847b5fd to hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/c3e561e3aeb289742838140cd3fb87b5/mob/d41d8cd98f00b204e9800998ecf8427e20241114b8be600edba14606bf97ad7247cc2da1_3e693f0a4991ff9c3c5db9013847b5fd" truncated to max limit (512 characters) 2024-11-14T20:56:54,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741938_1114 (size=5591) 2024-11-14T20:56:54,799 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/mobdir/data/default/test-1731617755783/c3e561e3aeb289742838140cd3fb87b5/mob/d41d8cd98f00b204e9800998ecf8427e20241114b8be600edba14606bf97ad7247cc2da1_3e693f0a4991ff9c3c5db9013847b5fd output=hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/c3e561e3aeb289742838140cd3fb87b5/mob/d41d8cd98f00b204e9800998ecf8427e20241114b8be600edba14606bf97ad7247cc2da1_3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:56:54,799 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5591 (5.5 K) time=0sec 0.012M/sec 2024-11-14T20:56:54,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741939_1115 (size=5484) 2024-11-14T20:56:55,257 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c output=hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c 2024-11-14T20:56:55,257 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5484 (5.4 K) time=0sec 0.012M/sec 2024-11-14T20:56:55,342 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-14T20:56:55,343 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-14T20:56:55,351 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731617802560_default_test-1731617755783 2024-11-14T20:56:55,352 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731617802560_default_test-1731617755783 finished. 2024-11-14T20:56:55,352 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731617799563_ns4:test-17316177557833 2024-11-14T20:56:55,352 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731617803711_ns4_test-17316177557833 to hdfs://localhost:36597/backupUT/backup_1731617799563/ns4/test-17316177557833/ 2024-11-14T20:56:55,352 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-14T20:56:55,400 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36597, inputRoot=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:56:55,400 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1704718671_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36597/backupUT/backup_1731617799563/ns4/test-17316177557833, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36597/backupUT/backup_1731617799563/ns4/test-17316177557833/.hbase-snapshot/.tmp/snapshot_1731617803711_ns4_test-17316177557833 2024-11-14T20:56:55,402 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-14T20:56:55,409 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617803711_ns4_test-17316177557833 to hdfs://localhost:36597/backupUT/backup_1731617799563/ns4/test-17316177557833/.hbase-snapshot/.tmp/snapshot_1731617803711_ns4_test-17316177557833 2024-11-14T20:56:55,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741940_1116 (size=86) 2024-11-14T20:56:55,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741941_1117 (size=443) 2024-11-14T20:56:55,836 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:55,836 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:55,836 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:57,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-6814360037909140414.jar 2024-11-14T20:56:57,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:57,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:57,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:57,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:57,039 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:57,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:57,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:57,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:57,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:57,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:56:57,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:56:57,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:56:57,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:56:57,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:56:57,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:56:57,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:56:57,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:56:57,043 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:56:57,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:56:57,044 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:56:57,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:57,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:57,045 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:57,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:57,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:56:57,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:57,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:56:57,107 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:56:57,149 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731617803711_ns4_test-17316177557833' hfile list 2024-11-14T20:56:57,298 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local167501976_0007_9678d90f-2417-4977-87bf-c7f5d16f6598/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:56:57,298 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local167501976_0007_9678d90f-2417-4977-87bf-c7f5d16f6598/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:56:58,362 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-14T20:56:58,363 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-14T20:56:58,370 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731617803711_ns4_test-17316177557833 2024-11-14T20:56:58,370 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731617803711_ns4_test-17316177557833 finished. 2024-11-14T20:56:58,370 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731617799563_ns3:test-17316177557832 2024-11-14T20:56:58,370 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731617804861_ns3_test-17316177557832 to hdfs://localhost:36597/backupUT/backup_1731617799563/ns3/test-17316177557832/ 2024-11-14T20:56:58,370 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-14T20:56:58,416 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36597, inputRoot=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:56:58,416 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1704718671_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36597/backupUT/backup_1731617799563/ns3/test-17316177557832, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36597/backupUT/backup_1731617799563/ns3/test-17316177557832/.hbase-snapshot/.tmp/snapshot_1731617804861_ns3_test-17316177557832 2024-11-14T20:56:58,418 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-14T20:56:58,429 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617804861_ns3_test-17316177557832 to hdfs://localhost:36597/backupUT/backup_1731617799563/ns3/test-17316177557832/.hbase-snapshot/.tmp/snapshot_1731617804861_ns3_test-17316177557832 2024-11-14T20:56:58,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741942_1118 (size=86) 2024-11-14T20:56:58,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741943_1119 (size=443) 2024-11-14T20:56:58,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:58,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:56:58,849 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:00,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-12684942919578629857.jar 2024-11-14T20:57:00,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:00,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:00,071 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:00,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:00,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:00,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:00,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:00,072 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:00,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:00,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:00,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:57:00,073 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:57:00,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:57:00,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:57:00,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:57:00,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:57:00,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:57:00,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:57:00,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:57:00,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:57:00,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:57:00,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:57:00,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:57:00,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:57:00,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:57:00,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:57:00,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:57:00,123 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:57:00,154 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731617804861_ns3_test-17316177557832' hfile list 2024-11-14T20:57:00,273 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local5601355_0008_5ecc5988-524e-40c3-8927-c884617cf347/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:57:00,273 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local5601355_0008_5ecc5988-524e-40c3-8927-c884617cf347/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:57:01,326 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-14T20:57:01,327 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-14T20:57:01,332 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731617804861_ns3_test-17316177557832 2024-11-14T20:57:01,332 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731617804861_ns3_test-17316177557832 finished. 2024-11-14T20:57:01,332 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1731617799563_ns2:test-17316177557831 2024-11-14T20:57:01,332 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1731617806010_ns2_test-17316177557831 to hdfs://localhost:36597/backupUT/backup_1731617799563/ns2/test-17316177557831/ 2024-11-14T20:57:01,332 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-11-14T20:57:01,363 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1085): inputFs=hdfs://localhost:36597, inputRoot=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:57:01,363 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1086): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_1704718671_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36597/backupUT/backup_1731617799563/ns2/test-17316177557831, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36597/backupUT/backup_1731617799563/ns2/test-17316177557831/.hbase-snapshot/.tmp/snapshot_1731617806010_ns2_test-17316177557831 2024-11-14T20:57:01,366 INFO [Time-limited test {}] snapshot.ExportSnapshot(1095): Verify the source snapshot's expiration status and integrity. 2024-11-14T20:57:01,372 INFO [Time-limited test {}] snapshot.ExportSnapshot(1153): Copy Snapshot Manifest from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_1731617806010_ns2_test-17316177557831 to hdfs://localhost:36597/backupUT/backup_1731617799563/ns2/test-17316177557831/.hbase-snapshot/.tmp/snapshot_1731617806010_ns2_test-17316177557831 2024-11-14T20:57:01,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741945_1121 (size=86) 2024-11-14T20:57:01,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741944_1120 (size=496) 2024-11-14T20:57:01,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:01,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:01,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:02,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-18633785354989654.jar 2024-11-14T20:57:02,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:02,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:02,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:02,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:02,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:02,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:02,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:02,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:02,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:02,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:02,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:57:02,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:57:02,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:57:02,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:57:02,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:57:02,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:57:02,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:57:02,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:57:02,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:57:02,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:57:02,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:57:02,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:57:02,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:57:02,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:57:02,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-11-14T20:57:02,876 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:57:02,876 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:57:02,918 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:57:02,948 INFO [Time-limited test {}] snapshot.ExportSnapshot(661): Loading Snapshot 'snapshot_1731617806010_ns2_test-17316177557831' hfile list 2024-11-14T20:57:02,950 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(754): export split=0 size=13.2 K 2024-11-14T20:57:03,046 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local472504710_0009_7cf55b57-d5f3-4723-afd4-a196c4bbfd45/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:57:03,046 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local472504710_0009_7cf55b57-d5f3-4723-afd4-a196c4bbfd45/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:57:03,141 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(237): Using bufferSize=128 M 2024-11-14T20:57:03,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741946_1122 (size=8413) 2024-11-14T20:57:03,575 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/52ba6e3254d8410faaa1ab840b8130f9 output=hdfs://localhost:36597/backupUT/backup_1731617799563/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/52ba6e3254d8410faaa1ab840b8130f9 2024-11-14T20:57:03,575 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-11-14T20:57:03,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741947_1123 (size=5134) 2024-11-14T20:57:04,021 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(338): copy completed for input=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/67700d2624c24f79afda9f94301c5538 output=hdfs://localhost:36597/backupUT/backup_1731617799563/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/67700d2624c24f79afda9f94301c5538 2024-11-14T20:57:04,022 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-11-14T20:57:04,096 INFO [Time-limited test {}] snapshot.ExportSnapshot(1210): Finalize the Snapshot Export 2024-11-14T20:57:04,097 INFO [Time-limited test {}] snapshot.ExportSnapshot(1221): Verify the exported snapshot's expiration status and integrity. 2024-11-14T20:57:04,104 INFO [Time-limited test {}] snapshot.ExportSnapshot(1227): Export Completed: snapshot_1731617806010_ns2_test-17316177557831 2024-11-14T20:57:04,104 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1731617806010_ns2_test-17316177557831 finished. 2024-11-14T20:57:04,105 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-11-14T20:57:04,105 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1731617755783 2024-11-14T20:57:04,105 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17316177557833 2024-11-14T20:57:04,105 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17316177557832 2024-11-14T20:57:04,105 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17316177557831 2024-11-14T20:57:04,117 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731617799563 2024-11-14T20:57:04,117 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-11-14T20:57:04,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741948_1124 (size=209) 2024-11-14T20:57:04,522 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36597/backupUT/backup_1731617799563/.backup.manifest 2024-11-14T20:57:04,523 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731617799563 finished: type=FULL,tablelist=backup:system_bulk;test-1731617755783;ns4:test-17316177557833;ns3:test-17316177557832;ns2:test-17316177557831,targetRootDir=hdfs://localhost:36597/backupUT,startts=1731617801751,completets=1731617824116,bytescopied=0 2024-11-14T20:57:04,523 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-11-14T20:57:04,523 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731617801924_backup_system_bulk 2024-11-14T20:57:04,524 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731617801924_backup_system_bulk" type: DISABLED 2024-11-14T20:57:04,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731617801924_backup_system_bulk 2024-11-14T20:57:04,529 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731617801924_backup_system_bulk for backup backup_1731617799563 succeeded. 2024-11-14T20:57:04,529 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731617802560_default_test-1731617755783 2024-11-14T20:57:04,530 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731617802560_default_test-1731617755783" type: DISABLED 2024-11-14T20:57:04,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731617802560_default_test-1731617755783 2024-11-14T20:57:04,534 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731617802560_default_test-1731617755783 for backup backup_1731617799563 succeeded. 2024-11-14T20:57:04,534 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731617803711_ns4_test-17316177557833 2024-11-14T20:57:04,535 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731617803711_ns4_test-17316177557833" type: DISABLED 2024-11-14T20:57:04,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731617803711_ns4_test-17316177557833 2024-11-14T20:57:04,538 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731617803711_ns4_test-17316177557833 for backup backup_1731617799563 succeeded. 2024-11-14T20:57:04,538 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731617804861_ns3_test-17316177557832 2024-11-14T20:57:04,539 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731617804861_ns3_test-17316177557832" type: DISABLED 2024-11-14T20:57:04,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731617804861_ns3_test-17316177557832 2024-11-14T20:57:04,543 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731617804861_ns3_test-17316177557832 for backup backup_1731617799563 succeeded. 2024-11-14T20:57:04,543 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1731617806010_ns2_test-17316177557831 2024-11-14T20:57:04,543 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1731617806010_ns2_test-17316177557831" type: DISABLED 2024-11-14T20:57:04,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1731617806010_ns2_test-17316177557831 2024-11-14T20:57:04,547 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1731617806010_ns2_test-17316177557831 for backup backup_1731617799563 succeeded. 2024-11-14T20:57:04,548 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-14T20:57:04,553 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-14T20:57:04,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-14T20:57:04,556 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-14T20:57:04,558 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-14T20:57:04,564 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731617799563 completed. 2024-11-14T20:57:04,573 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:04,578 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,636 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-11-14T20:57:09,645 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731617829592 2024-11-14T20:57:09,647 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731617799563} 2024-11-14T20:57:09,647 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-14T20:57:09,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:09,747 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-14T20:57:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1731617829747 (current time:1731617829747). 2024-11-14T20:57:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-11-14T20:57:09,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-11-14T20:57:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4572553f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:09,749 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:09,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:09,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:09,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@934bd39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:09,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:09,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:09,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:09,751 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:09,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52fdbb0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:09,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:09,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:09,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:09,754 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50520, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:09,755 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031. 2024-11-14T20:57:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:09,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:09,755 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:09,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-11-14T20:57:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-11-14T20:57:09,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-14T20:57:09,758 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-11-14T20:57:09,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T20:57:09,759 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-11-14T20:57:09,761 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-11-14T20:57:09,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741949_1125 (size=52) 2024-11-14T20:57:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T20:57:10,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T20:57:10,168 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-11-14T20:57:10,168 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4}] 2024-11-14T20:57:10,169 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:57:10,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-11-14T20:57:10,322 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:57:10,322 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 9736dfe0c1fef448bbb871398ad35ff4 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-11-14T20:57:10,337 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/meta/e5d5567a34df4742bf7d92c4a1cce5cc is 158, key is trslm:hdfs://localhost:36597/backupUT\x00ns2:test-17316177557831/meta:log-roll-map/1731617824110/Put/seqid=0 2024-11-14T20:57:10,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741950_1126 (size=6646) 2024-11-14T20:57:10,350 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/meta/e5d5567a34df4742bf7d92c4a1cce5cc 2024-11-14T20:57:10,366 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/9e36a9f065124bebbf8d5ece30dbbf89 is 826, key is session:backup_1731617799563/session:context/1731617824557/Put/seqid=0 2024-11-14T20:57:10,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741951_1127 (size=5928) 2024-11-14T20:57:10,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T20:57:10,771 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/9e36a9f065124bebbf8d5ece30dbbf89 2024-11-14T20:57:10,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/meta/e5d5567a34df4742bf7d92c4a1cce5cc as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/e5d5567a34df4742bf7d92c4a1cce5cc 2024-11-14T20:57:10,783 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/e5d5567a34df4742bf7d92c4a1cce5cc, entries=12, sequenceid=42, filesize=6.5 K 2024-11-14T20:57:10,784 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/9e36a9f065124bebbf8d5ece30dbbf89 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/9e36a9f065124bebbf8d5ece30dbbf89 2024-11-14T20:57:10,790 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/9e36a9f065124bebbf8d5ece30dbbf89, entries=2, sequenceid=42, filesize=5.8 K 2024-11-14T20:57:10,791 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 9736dfe0c1fef448bbb871398ad35ff4 in 469ms, sequenceid=42, compaction requested=true 2024-11-14T20:57:10,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 9736dfe0c1fef448bbb871398ad35ff4: 2024-11-14T20:57:10,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. for snapshot_backup_system completed. 2024-11-14T20:57:10,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4.' region-info for snapshot=snapshot_backup_system 2024-11-14T20:57:10,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-11-14T20:57:10,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/f520970a972f4aa6a4bdda7032852f78, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/e4c720a6180a48a6825c67fee983736b, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/e5d5567a34df4742bf7d92c4a1cce5cc] hfiles 2024-11-14T20:57:10,791 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/f520970a972f4aa6a4bdda7032852f78 for snapshot=snapshot_backup_system 2024-11-14T20:57:10,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/e4c720a6180a48a6825c67fee983736b for snapshot=snapshot_backup_system 2024-11-14T20:57:10,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/e5d5567a34df4742bf7d92c4a1cce5cc for snapshot=snapshot_backup_system 2024-11-14T20:57:10,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f67f8258009a4e0bafd05e116783c615, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/10c0b42b857147569fa206bf397f2469, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f44afc52b4af484d9247a5f6fefbd682, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/9e36a9f065124bebbf8d5ece30dbbf89] hfiles 2024-11-14T20:57:10,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f67f8258009a4e0bafd05e116783c615 for snapshot=snapshot_backup_system 2024-11-14T20:57:10,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/10c0b42b857147569fa206bf397f2469 for snapshot=snapshot_backup_system 2024-11-14T20:57:10,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/f44afc52b4af484d9247a5f6fefbd682 for snapshot=snapshot_backup_system 2024-11-14T20:57:10,792 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/9e36a9f065124bebbf8d5ece30dbbf89 for snapshot=snapshot_backup_system 2024-11-14T20:57:10,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741952_1128 (size=330) 2024-11-14T20:57:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T20:57:11,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:57:11,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-11-14T20:57:11,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-11-14T20:57:11,204 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:57:11,204 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:57:11,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-14T20:57:11,207 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-11-14T20:57:11,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9736dfe0c1fef448bbb871398ad35ff4 in 1.0370 sec 2024-11-14T20:57:11,208 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-11-14T20:57:11,209 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-11-14T20:57:11,209 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-11-14T20:57:11,210 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_backup_system 2024-11-14T20:57:11,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741953_1129 (size=967) 2024-11-14T20:57:11,625 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-11-14T20:57:11,636 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-11-14T20:57:11,636 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.hbase-snapshot/snapshot_backup_system 2024-11-14T20:57:11,638 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-11-14T20:57:11,638 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-11-14T20:57:11,640 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.8820 sec 2024-11-14T20:57:11,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-11-14T20:57:11,910 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-11-14T20:57:11,911 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1731617829592 started at 1731617831910. 2024-11-14T20:57:11,913 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1731617829592 has been started. 2024-11-14T20:57:11,919 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17316177557831, ns3:test-17316177557832, ns4:test-17316177557833, test-1731617755783] 2024-11-14T20:57:11,923 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1731617789835for backupID backup_1731617829592 2024-11-14T20:57:11,923 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-11-14T20:57:11,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc 2024-11-14T20:57:11,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-11-14T20:57:11,925 INFO [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-11-14T20:57:11,925 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-11-14T20:57:11,925 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-11-14T20:57:11,925 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-11-14T20:57:11,926 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-14T20:57:11,926 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-11-14T20:57:11,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-14T20:57:11,931 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:57:11,931 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-14T20:57:11,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-14T20:57:11,931 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:57:11,931 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-11-14T20:57:11,931 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-11-14T20:57:11,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-11-14T20:57:11,932 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-11-14T20:57:11,932 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-11-14T20:57:11,932 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-11-14T20:57:11,933 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-11-14T20:57:11,933 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-11-14T20:57:11,933 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-11-14T20:57:11,933 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-11-14T20:57:11,933 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-11-14T20:57:11,933 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-11-14T20:57:11,933 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '6c8768110af2,39993,1731617747726' joining acquired barrier for procedure (rolllog) in zk 2024-11-14T20:57:11,935 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:57:11,935 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-11-14T20:57:11,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:57:11,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-14T20:57:11,935 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-14T20:57:11,935 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-11-14T20:57:11,936 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-11-14T20:57:11,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-14T20:57:11,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-14T20:57:11,937 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:57:11,937 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:57:11,938 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-14T20:57:11,938 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '6c8768110af2,39993,1731617747726' joining acquired barrier for procedure 'rolllog' on coordinator 2024-11-14T20:57:11,938 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@704f4346[Count = 0] remaining members to acquire global barrier 2024-11-14T20:57:11,938 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-11-14T20:57:11,938 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-11-14T20:57:11,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-14T20:57:11,940 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-11-14T20:57:11,940 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-11-14T20:57:11,940 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-11-14T20:57:11,940 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-11-14T20:57:11,940 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:57:11,940 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 6c8768110af2,39993,1731617747726 2024-11-14T20:57:11,940 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-11-14T20:57:11,941 INFO [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1731617801809 highest: 1731617801854 on 6c8768110af2,39993,1731617747726 2024-11-14T20:57:11,941 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0:(num 1731617801809) roll requested 2024-11-14T20:57:11,962 DEBUG [regionserver/6c8768110af2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617831941, exclude list is [], retry=0 2024-11-14T20:57:11,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:57:11,966 INFO [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617801809 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617831941 2024-11-14T20:57:11,967 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:57:11,967 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617801809 is not closed yet, will try archiving it next time 2024-11-14T20:57:11,967 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.meta:.meta(num 1731617801834) roll requested 2024-11-14T20:57:11,967 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617769622 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617769622 2024-11-14T20:57:11,968 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617801809 not finished, retry = 0 2024-11-14T20:57:11,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741911_1087 (size=653) 2024-11-14T20:57:11,987 DEBUG [regionserver/6c8768110af2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617831967.meta, exclude list is [], retry=0 2024-11-14T20:57:11,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:57:11,990 INFO [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617801834.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617831967.meta 2024-11-14T20:57:11,991 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:57:11,991 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617801834.meta is not closed yet, will try archiving it next time 2024-11-14T20:57:11,991 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1:(num 1731617801854) roll requested 2024-11-14T20:57:11,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741912_1088 (size=93) 2024-11-14T20:57:11,996 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617801834.meta to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.meta.1731617801834.meta 2024-11-14T20:57:12,011 DEBUG [regionserver/6c8768110af2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617831991, exclude list is [], retry=0 2024-11-14T20:57:12,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45923,DS-6dd6aad0-8d4d-49ec-b53d-e961fd4fd1c6,DISK] 2024-11-14T20:57:12,016 INFO [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617801854 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617831991 2024-11-14T20:57:12,016 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37981:37981)] 2024-11-14T20:57:12,016 DEBUG [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617801854 is not closed yet, will try archiving it next time 2024-11-14T20:57:12,016 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617789835 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617789835 2024-11-14T20:57:12,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741913_1089 (size=4710) 2024-11-14T20:57:12,018 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617801854 not finished, retry = 0 2024-11-14T20:57:12,021 DEBUG [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80 2024-11-14T20:57:12,021 INFO [rs(6c8768110af2,39993,1731617747726)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1731617831941 on 6c8768110af2,39993,1731617747726 2024-11-14T20:57:12,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:12,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:12,044 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-11-14T20:57:12,044 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member '6c8768110af2,39993,1731617747726' in zk 2024-11-14T20:57:12,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:57:12,047 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-11-14T20:57:12,047 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-14T20:57:12,047 DEBUG [member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-11-14T20:57:12,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:57:12,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-14T20:57:12,048 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-14T20:57:12,049 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-14T20:57:12,050 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-14T20:57:12,050 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:57:12,051 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:57:12,051 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-14T20:57:12,052 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:57:12,052 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:57:12,053 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '6c8768110af2,39993,1731617747726': 2024-11-14T20:57:12,053 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '6c8768110af2,39993,1731617747726' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-11-14T20:57:12,053 INFO [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-11-14T20:57:12,054 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-11-14T20:57:12,054 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-11-14T20:57:12,054 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-11-14T20:57:12,054 INFO [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-11-14T20:57:12,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-14T20:57:12,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-14T20:57:12,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-14T20:57:12,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-11-14T20:57:12,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-11-14T20:57:12,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-11-14T20:57:12,056 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-11-14T20:57:12,056 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-14T20:57:12,057 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-11-14T20:57:12,057 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-14T20:57:12,057 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-14T20:57:12,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-11-14T20:57:12,058 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:57:12,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:57:12,058 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-11-14T20:57:12,059 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:57:12,060 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:57:12,060 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:57:12,061 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-11-14T20:57:12,061 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-11-14T20:57:12,062 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------6c8768110af2,39993,1731617747726 2024-11-14T20:57:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:57:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-14T20:57:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-11-14T20:57:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-11-14T20:57:12,064 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-11-14T20:57:12,064 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-11-14T20:57:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-11-14T20:57:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/6c8768110af2,39993,1731617747726 2024-11-14T20:57:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-14T20:57:12,064 DEBUG [(6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-11-14T20:57:12,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-11-14T20:57:12,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-11-14T20:57:12,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-11-14T20:57:12,065 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-11-14T20:57:12,065 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-11-14T20:57:12,065 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-11-14T20:57:12,065 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-11-14T20:57:12,069 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617801809 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617801809 2024-11-14T20:57:12,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-11-14T20:57:12,073 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {6c8768110af2:39993=1731617789835} newestTimestamps: {6c8768110af2:39993=1731617801854} 2024-11-14T20:57:12,075 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 6c8768110af2%2C39993%2C1731617747726.meta.1731617750493.meta 2024-11-14T20:57:12,075 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 6c8768110af2%2C39993%2C1731617747726.meta.1731617789809.meta 2024-11-14T20:57:12,075 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 6c8768110af2%2C39993%2C1731617747726.meta.1731617831967.meta 2024-11-14T20:57:12,075 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617831941 2024-11-14T20:57:12,075 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617801854 2024-11-14T20:57:12,075 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617831991 2024-11-14T20:57:12,076 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.meta.1731617769653.meta 2024-11-14T20:57:12,076 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.meta.1731617801834.meta 2024-11-14T20:57:12,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741957_1133 (size=640) 2024-11-14T20:57:12,492 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:36597/backupUT/backup_1731617829592/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:57:12,492 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-14T20:57:12,495 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-11-14T20:57:12,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741958_1134 (size=45) 2024-11-14T20:57:12,903 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-11-14T20:57:12,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741959_1135 (size=950) 2024-11-14T20:57:13,320 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1731617755783 target: hdfs://localhost:36597/backupUT/backup_1731617829592/default/test-1731617755783 descriptor: 'test-1731617755783', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:57:13,320 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-14T20:57:13,323 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1731617755783 2024-11-14T20:57:13,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741960_1136 (size=53) 2024-11-14T20:57:13,333 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1731617755783 2024-11-14T20:57:13,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741961_1137 (size=390) 2024-11-14T20:57:13,345 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17316177557833 target: hdfs://localhost:36597/backupUT/backup_1731617829592/ns4/test-17316177557833 descriptor: 'ns4:test-17316177557833', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:57:13,345 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-14T20:57:13,348 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17316177557833 2024-11-14T20:57:13,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741962_1138 (size=50) 2024-11-14T20:57:13,753 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17316177557833 2024-11-14T20:57:13,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741963_1139 (size=390) 2024-11-14T20:57:13,771 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17316177557832 target: hdfs://localhost:36597/backupUT/backup_1731617829592/ns3/test-17316177557832 descriptor: 'ns3:test-17316177557832', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:57:13,771 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-14T20:57:13,774 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17316177557832 2024-11-14T20:57:13,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741964_1140 (size=50) 2024-11-14T20:57:13,782 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17316177557832 2024-11-14T20:57:13,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741965_1141 (size=364) 2024-11-14T20:57:14,126 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T20:57:14,193 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17316177557831 target: hdfs://localhost:36597/backupUT/backup_1731617829592/ns2/test-17316177557831 descriptor: 'ns2:test-17316177557831', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:57:14,193 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-11-14T20:57:14,195 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17316177557831 2024-11-14T20:57:14,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741966_1142 (size=50) 2024-11-14T20:57:14,610 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17316177557831 2024-11-14T20:57:14,619 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:36597/backupUT/.tmp/backup_1731617829592 from hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617801854;hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617801809 2024-11-14T20:57:14,620 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44e30af2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:14,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:14,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:14,621 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:14,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:14,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:14,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7250f0a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:14,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:14,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:14,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:14,623 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:14,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13770c67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:14,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:14,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:14,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3666541e 2024-11-14T20:57:14,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:14,625 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35234, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:14,629 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-14T20:57:14,629 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-11-14T20:57:14,629 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:14,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:14,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:14,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:14,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:50536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:14,633 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-11-14T20:57:14,633 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17316177557831 2024-11-14T20:57:14,633 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17316177557831,, stopping at row=ns2:test-17316177557831 ,, for max=2147483647 with caching=100 2024-11-14T20:57:14,635 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17316177557831: ns2:test-17316177557831; 2024-11-14T20:57:14,635 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17316177557832 2024-11-14T20:57:14,635 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17316177557832,, stopping at row=ns3:test-17316177557832 ,, for max=2147483647 with caching=100 2024-11-14T20:57:14,636 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17316177557832: ns3:test-17316177557832; 2024-11-14T20:57:14,636 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17316177557833 2024-11-14T20:57:14,636 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17316177557833,, stopping at row=ns4:test-17316177557833 ,, for max=2147483647 with caching=100 2024-11-14T20:57:14,638 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17316177557833: ns4:test-17316177557833; 2024-11-14T20:57:14,638 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1731617755783 2024-11-14T20:57:14,638 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1731617755783,, stopping at row=test-1731617755783 ,, for max=2147483647 with caching=100 2024-11-14T20:57:14,639 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1731617755783: test-1731617755783; 2024-11-14T20:57:14,639 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-11-14T20:57:14,639 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/partitions_606f59bc-1c22-4d76-94d7-a99e530d5e79 2024-11-14T20:57:14,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741967_1143 (size=324) 2024-11-14T20:57:15,046 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:15,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:15,047 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-1154336545384371418.jar 2024-11-14T20:57:16,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:16,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:57:16,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:57:16,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:57:16,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:57:16,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:57:16,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:57:16,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:57:16,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:57:16,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:57:16,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:57:16,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:16,120 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:57:16,120 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17316177557831,ns3:test-17316177557832,ns4:test-17316177557833,default:test-1731617755783 2024-11-14T20:57:16,120 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:16,120 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:16,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:16,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:16,121 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:16,121 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:17,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-384110110358267894.jar 2024-11-14T20:57:17,165 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:57:17,191 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617801854 for WAL files 2024-11-14T20:57:17,192 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617801854 2024-11-14T20:57:17,192 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617801809 for WAL files 2024-11-14T20:57:17,193 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617801809 2024-11-14T20:57:17,319 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local1376997933_0010_f65caae4-664d-4c0c-8ebf-69c2e7b48939/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:57:17,320 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local1376997933_0010_f65caae4-664d-4c0c-8ebf-69c2e7b48939/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:57:17,401 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617801854 for hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617801854 (-9223372036854775808:9223372036854775807) length:4710 2024-11-14T20:57:17,405 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-14T20:57:17,405 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-14T20:57:17,470 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617801809 for hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617801809 (-9223372036854775808:9223372036854775807) length:653 2024-11-14T20:57:17,475 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-11-14T20:57:17,475 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-11-14T20:57:17,632 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d82e333, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:17,632 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:17,632 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:17,633 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:17,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3279443c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:17,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:17,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:17,635 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:17,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17eca2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:17,637 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:17,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:17,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:17,639 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:17,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1731617755783', row='row-test-1731617755783-2-0', locateType=CURRENT is [region=test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd., hostname=6c8768110af2,39993,1731617747726, seqNum=338] 2024-11-14T20:57:17,641 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-11-14T20:57:17,641 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:17,641 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:17,641 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:17,641 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:17,642 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731617755783-2-0] 2024-11-14T20:57:17,642 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6c8768110af2 2024-11-14T20:57:17,646 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/backupUT/.tmp/backup_1731617829592/_temporary/0/_temporary/attempt_local1376997933_0010_r_000004_0/default/test-1731617755783/f2/0a073937188c438ca3b2056c035592ef is 58, key is row-test-1731617755783-2-0/f2:q1/1731617824582/Put/seqid=0 2024-11-14T20:57:17,648 WARN [Thread-1515 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6c8768110af2:39993] Specified favored nodes: [6c8768110af2:39993] 2024-11-14T20:57:17,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741968_1144 (size=5367) 2024-11-14T20:57:18,381 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:36597/backupUT 2024-11-14T20:57:18,381 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1731617829592 2024-11-14T20:57:18,381 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-11-14T20:57:18,397 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:36597/backupUT/.tmp/backup_1731617829592, hdfs://localhost:36597/backupUT] 2024-11-14T20:57:18,473 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:57:18,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741969_1145 (size=5367) 2024-11-14T20:57:19,128 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-11-14T20:57:19,131 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1731617829592 2024-11-14T20:57:19,131 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-11-14T20:57:19,131 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local119583639_0011 completed: true true 2024-11-14T20:57:19,132 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6665901 FILE: Number of bytes written=17179815 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410407 HDFS: Number of bytes written=2548285 HDFS: Number of read operations=1165 HDFS: Number of large read operations=0 HDFS: Number of write operations=424 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=340 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-11-14T20:57:19,132 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:36597/backupUT/.tmp/backup_1731617829592 to hdfs://localhost:36597/backupUT finished. 2024-11-14T20:57:19,152 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1731617829592 2024-11-14T20:57:19,156 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1731617799563} 2024-11-14T20:57:19,156 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-11-14T20:57:19,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741970_1146 (size=714) 2024-11-14T20:57:19,569 INFO [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36597/backupUT/backup_1731617829592/.backup.manifest 2024-11-14T20:57:19,569 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1731617829592 finished: type=INCREMENTAL,tablelist=backup:system_bulk;test-1731617755783;ns4:test-17316177557833;ns3:test-17316177557832;ns2:test-17316177557831,targetRootDir=hdfs://localhost:36597/backupUT,startts=1731617831910,completets=1731617839152,bytescopied=0 2024-11-14T20:57:19,569 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-11-14T20:57:19,575 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system" type: DISABLED 2024-11-14T20:57:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-11-14T20:57:19,578 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-11-14T20:57:19,581 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-11-14T20:57:19,586 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1731617829592 completed. 2024-11-14T20:57:19,586 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-11-14T20:57:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:19,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:19,603 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(191): Restoring full backup_1731617765683 2024-11-14T20:57:19,607 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-11-14T20:57:19,608 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-11-14T20:57:19,609 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36597/backupUT/backup_1731617765683/.backup.manifest 2024-11-14T20:57:19,611 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731617765683/.backup.manifest 2024-11-14T20:57:19,613 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36597/backupUT/backup_1731617765683/.backup.manifest 2024-11-14T20:57:19,615 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731617765683/.backup.manifest 2024-11-14T20:57:19,615 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731617755783' to 'table1' from full backup image hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783 2024-11-14T20:57:19,625 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-11-14T20:57:19,625 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:57:19,626 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f in region [hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd] 2024-11-14T20:57:19,631 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a first=row0 last=row98 2024-11-14T20:57:19,631 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f3 in region [hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd] 2024-11-14T20:57:19,635 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f3/f46402e022b14372b7e9719e73b666e8 first=row-test-1731617755783-3-0 last=row-test-1731617755783-3-5 2024-11-14T20:57:19,635 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob in region [hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd] 2024-11-14T20:57:19,639 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c first=row-test-1731617755783-3-0 last=row-test-1731617755783-3-5 2024-11-14T20:57:19,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:57:19,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-11-14T20:57:19,647 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T20:57:19,647 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:19,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-11-14T20:57:19,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-14T20:57:19,648 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T20:57:19,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741971_1147 (size=938) 2024-11-14T20:57:19,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-14T20:57:19,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-14T20:57:20,059 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9b5a02e5dedb544aac8c0a1297dbf84f, NAME => 'table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:57:20,061 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 54a02bd5f27cc5ce378c55dc9bf86e02, NAME => 'table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:57:20,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741972_1148 (size=45) 2024-11-14T20:57:20,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741973_1149 (size=45) 2024-11-14T20:57:20,079 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:20,079 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 54a02bd5f27cc5ce378c55dc9bf86e02, disabling compactions & flushes 2024-11-14T20:57:20,079 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. 2024-11-14T20:57:20,079 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. 2024-11-14T20:57:20,079 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. after waiting 0 ms 2024-11-14T20:57:20,079 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. 2024-11-14T20:57:20,079 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. 2024-11-14T20:57:20,079 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 54a02bd5f27cc5ce378c55dc9bf86e02: Waiting for close lock at 1731617840079Disabling compacts and flushes for region at 1731617840079Disabling writes for close at 1731617840079Writing region close event to WAL at 1731617840079Closed at 1731617840079 2024-11-14T20:57:20,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-14T20:57:20,476 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:20,476 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 9b5a02e5dedb544aac8c0a1297dbf84f, disabling compactions & flushes 2024-11-14T20:57:20,476 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. 2024-11-14T20:57:20,476 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. 2024-11-14T20:57:20,476 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. after waiting 0 ms 2024-11-14T20:57:20,476 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. 2024-11-14T20:57:20,476 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. 2024-11-14T20:57:20,476 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9b5a02e5dedb544aac8c0a1297dbf84f: Waiting for close lock at 1731617840476Disabling compacts and flushes for region at 1731617840476Disabling writes for close at 1731617840476Writing region close event to WAL at 1731617840476Closed at 1731617840476 2024-11-14T20:57:20,478 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T20:57:20,478 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731617840478"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731617840478"}]},"ts":"1731617840478"} 2024-11-14T20:57:20,478 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731617840478"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731617840478"}]},"ts":"1731617840478"} 2024-11-14T20:57:20,482 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T20:57:20,483 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T20:57:20,484 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617840483"}]},"ts":"1731617840483"} 2024-11-14T20:57:20,486 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-14T20:57:20,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=9b5a02e5dedb544aac8c0a1297dbf84f, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=54a02bd5f27cc5ce378c55dc9bf86e02, ASSIGN}] 2024-11-14T20:57:20,487 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=54a02bd5f27cc5ce378c55dc9bf86e02, ASSIGN 2024-11-14T20:57:20,488 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=9b5a02e5dedb544aac8c0a1297dbf84f, ASSIGN 2024-11-14T20:57:20,489 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=9b5a02e5dedb544aac8c0a1297dbf84f, ASSIGN; state=OFFLINE, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=false 2024-11-14T20:57:20,489 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=54a02bd5f27cc5ce378c55dc9bf86e02, ASSIGN; state=OFFLINE, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=false 2024-11-14T20:57:20,640 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=9b5a02e5dedb544aac8c0a1297dbf84f, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:20,640 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=54a02bd5f27cc5ce378c55dc9bf86e02, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:20,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=54a02bd5f27cc5ce378c55dc9bf86e02, ASSIGN because future has completed 2024-11-14T20:57:20,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54a02bd5f27cc5ce378c55dc9bf86e02, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:57:20,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=9b5a02e5dedb544aac8c0a1297dbf84f, ASSIGN because future has completed 2024-11-14T20:57:20,644 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b5a02e5dedb544aac8c0a1297dbf84f, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:57:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-14T20:57:20,799 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. 2024-11-14T20:57:20,799 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 9b5a02e5dedb544aac8c0a1297dbf84f, NAME => 'table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-14T20:57:20,800 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:57:20,800 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:20,800 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:20,801 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:20,801 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:20,802 INFO [StoreOpener-9b5a02e5dedb544aac8c0a1297dbf84f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:20,804 INFO [StoreOpener-9b5a02e5dedb544aac8c0a1297dbf84f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b5a02e5dedb544aac8c0a1297dbf84f columnFamilyName f 2024-11-14T20:57:20,804 DEBUG [StoreOpener-9b5a02e5dedb544aac8c0a1297dbf84f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:20,805 INFO [StoreOpener-9b5a02e5dedb544aac8c0a1297dbf84f-1 {}] regionserver.HStore(327): Store=9b5a02e5dedb544aac8c0a1297dbf84f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:20,805 INFO [StoreOpener-9b5a02e5dedb544aac8c0a1297dbf84f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:20,806 INFO [StoreOpener-9b5a02e5dedb544aac8c0a1297dbf84f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b5a02e5dedb544aac8c0a1297dbf84f columnFamilyName f3 2024-11-14T20:57:20,806 DEBUG [StoreOpener-9b5a02e5dedb544aac8c0a1297dbf84f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:20,807 INFO [StoreOpener-9b5a02e5dedb544aac8c0a1297dbf84f-1 {}] regionserver.HStore(327): Store=9b5a02e5dedb544aac8c0a1297dbf84f/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:20,807 INFO [StoreOpener-9b5a02e5dedb544aac8c0a1297dbf84f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:20,808 INFO [StoreOpener-9b5a02e5dedb544aac8c0a1297dbf84f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9b5a02e5dedb544aac8c0a1297dbf84f columnFamilyName mob 2024-11-14T20:57:20,811 DEBUG [StoreOpener-9b5a02e5dedb544aac8c0a1297dbf84f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:20,812 INFO [StoreOpener-9b5a02e5dedb544aac8c0a1297dbf84f-1 {}] regionserver.HStore(327): Store=9b5a02e5dedb544aac8c0a1297dbf84f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:20,812 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:20,813 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:20,813 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:20,817 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:20,817 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:20,818 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T20:57:20,820 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:20,824 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:57:20,824 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 9b5a02e5dedb544aac8c0a1297dbf84f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10960679040, jitterRate=0.020792782306671143}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T20:57:20,824 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:20,825 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 9b5a02e5dedb544aac8c0a1297dbf84f: Running coprocessor pre-open hook at 1731617840801Writing region info on filesystem at 1731617840801Initializing all the Stores at 1731617840802 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617840802Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617840802Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617840802Cleaning up temporary data from old regions at 1731617840817 (+15 ms)Running coprocessor post-open hooks at 1731617840824 (+7 ms)Region opened successfully at 1731617840825 (+1 ms) 2024-11-14T20:57:20,826 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f., pid=66, masterSystemTime=1731617840795 2024-11-14T20:57:20,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=9b5a02e5dedb544aac8c0a1297dbf84f, regionState=OPEN, openSeqNum=2, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:20,832 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. 2024-11-14T20:57:20,832 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. 2024-11-14T20:57:20,832 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. 2024-11-14T20:57:20,832 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => 54a02bd5f27cc5ce378c55dc9bf86e02, NAME => 'table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-14T20:57:20,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9b5a02e5dedb544aac8c0a1297dbf84f, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:57:20,833 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:57:20,833 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:20,833 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:20,833 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for 54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:20,833 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for 54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:20,835 INFO [StoreOpener-54a02bd5f27cc5ce378c55dc9bf86e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:20,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=63 2024-11-14T20:57:20,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 9b5a02e5dedb544aac8c0a1297dbf84f, server=6c8768110af2,39993,1731617747726 in 190 msec 2024-11-14T20:57:20,838 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=9b5a02e5dedb544aac8c0a1297dbf84f, ASSIGN in 350 msec 2024-11-14T20:57:20,840 INFO [StoreOpener-54a02bd5f27cc5ce378c55dc9bf86e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54a02bd5f27cc5ce378c55dc9bf86e02 columnFamilyName f 2024-11-14T20:57:20,840 DEBUG [StoreOpener-54a02bd5f27cc5ce378c55dc9bf86e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:20,841 INFO [StoreOpener-54a02bd5f27cc5ce378c55dc9bf86e02-1 {}] regionserver.HStore(327): Store=54a02bd5f27cc5ce378c55dc9bf86e02/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:20,841 INFO [StoreOpener-54a02bd5f27cc5ce378c55dc9bf86e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:20,842 INFO [StoreOpener-54a02bd5f27cc5ce378c55dc9bf86e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54a02bd5f27cc5ce378c55dc9bf86e02 columnFamilyName f3 2024-11-14T20:57:20,842 DEBUG [StoreOpener-54a02bd5f27cc5ce378c55dc9bf86e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:20,843 INFO [StoreOpener-54a02bd5f27cc5ce378c55dc9bf86e02-1 {}] regionserver.HStore(327): Store=54a02bd5f27cc5ce378c55dc9bf86e02/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:20,843 INFO [StoreOpener-54a02bd5f27cc5ce378c55dc9bf86e02-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:20,844 INFO [StoreOpener-54a02bd5f27cc5ce378c55dc9bf86e02-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 54a02bd5f27cc5ce378c55dc9bf86e02 columnFamilyName mob 2024-11-14T20:57:20,845 DEBUG [StoreOpener-54a02bd5f27cc5ce378c55dc9bf86e02-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:20,846 INFO [StoreOpener-54a02bd5f27cc5ce378c55dc9bf86e02-1 {}] regionserver.HStore(327): Store=54a02bd5f27cc5ce378c55dc9bf86e02/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:20,846 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for 54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:20,847 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:20,848 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:20,849 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for 54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:20,849 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for 54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:20,849 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T20:57:20,850 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for 54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:20,852 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:57:20,853 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened 54a02bd5f27cc5ce378c55dc9bf86e02; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11609277920, jitterRate=0.08119826018810272}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T20:57:20,853 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:20,853 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for 54a02bd5f27cc5ce378c55dc9bf86e02: Running coprocessor pre-open hook at 1731617840833Writing region info on filesystem at 1731617840834 (+1 ms)Initializing all the Stores at 1731617840834Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617840834Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617840835 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617840835Cleaning up temporary data from old regions at 1731617840849 (+14 ms)Running coprocessor post-open hooks at 1731617840853 (+4 ms)Region opened successfully at 1731617840853 2024-11-14T20:57:20,855 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02., pid=65, masterSystemTime=1731617840795 2024-11-14T20:57:20,856 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. 2024-11-14T20:57:20,856 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. 2024-11-14T20:57:20,857 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=54a02bd5f27cc5ce378c55dc9bf86e02, regionState=OPEN, openSeqNum=2, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:20,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 54a02bd5f27cc5ce378c55dc9bf86e02, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:57:20,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-11-14T20:57:20,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 54a02bd5f27cc5ce378c55dc9bf86e02, server=6c8768110af2,39993,1731617747726 in 217 msec 2024-11-14T20:57:20,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=62 2024-11-14T20:57:20,864 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=54a02bd5f27cc5ce378c55dc9bf86e02, ASSIGN in 375 msec 2024-11-14T20:57:20,864 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T20:57:20,865 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617840864"}]},"ts":"1731617840864"} 2024-11-14T20:57:20,866 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-14T20:57:20,867 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T20:57:20,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2220 sec 2024-11-14T20:57:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-11-14T20:57:21,810 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-11-14T20:57:21,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-14T20:57:21,816 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd from hbase tables test-1731617755783 to tables table1 2024-11-14T20:57:21,817 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731617755783 into table1 2024-11-14T20:57:21,819 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817 from hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:57:21,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15900aed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:21,820 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:21,820 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:21,821 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:21,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:21,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:21,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@648a5c1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:21,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:21,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:21,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:21,823 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:21,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@202a7b32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:21,824 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:21,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:21,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76942c 2024-11-14T20:57:21,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:21,826 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:21,827 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-14T20:57:21,827 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-14T20:57:21,827 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-14T20:57:21,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:21,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:21,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:21,830 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37042, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:21,831 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-14T20:57:21,831 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-14T20:57:21,831 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-14T20:57:21,832 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/partitions_eb31859f-2965-44df-804b-94c8bca3a7a3 2024-11-14T20:57:21,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741974_1150 (size=177) 2024-11-14T20:57:21,841 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:21,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:21,842 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,968 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-7264718624612432880.jar 2024-11-14T20:57:22,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,969 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:22,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:57:22,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:57:22,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:57:22,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:57:22,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:57:22,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:57:22,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:57:22,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:57:22,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:57:22,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:57:22,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,978 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,979 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:22,980 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:57:22,980 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-14T20:57:22,980 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:22,980 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:22,980 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:22,980 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:22,981 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:22,981 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-14T20:57:22,981 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:23,000 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:57:23,018 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-14T20:57:23,197 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local1619262590_0012_fe3cb4bf-a07a-4cef-b183-c961e25ba172/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:57:23,197 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local1619262590_0012_fe3cb4bf-a07a-4cef-b183-c961e25ba172/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:57:23,267 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a 2024-11-14T20:57:23,271 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-14T20:57:23,347 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c 2024-11-14T20:57:23,352 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-14T20:57:23,398 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f3/f46402e022b14372b7e9719e73b666e8 2024-11-14T20:57:23,401 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-14T20:57:23,460 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2abad3ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:23,460 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:23,461 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:23,465 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:23,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:23,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:23,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7df5ea39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:23,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:23,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:23,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:23,467 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:23,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76929282, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:23,468 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:23,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:23,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:23,472 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:23,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731617755783-3-0', locateType=CURRENT is [region=table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:23,474 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-14T20:57:23,474 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:23,474 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:23,474 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:23,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:23,474 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731617755783-3-0] 2024-11-14T20:57:23,475 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6c8768110af2 2024-11-14T20:57:23,481 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fdd9a27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:23,481 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:23,481 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:23,482 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:23,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:23,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:23,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@372012b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:23,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:23,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:23,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:23,484 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:23,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60afef93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:23,485 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:23,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:23,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:23,487 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:23,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731617755783-3-0', locateType=CURRENT is [region=table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:23,489 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-14T20:57:23,489 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:23,489 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:23,489 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:23,489 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731617755783-3-0] 2024-11-14T20:57:23,489 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6c8768110af2 2024-11-14T20:57:23,489 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:23,494 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817/_temporary/0/_temporary/attempt_local1619262590_0012_r_000000_0/f3/8827fd87a185452fad52e3b200d84cd0 is 58, key is row-test-1731617755783-3-0/f3:q1/1731617765641/Put/seqid=0 2024-11-14T20:57:23,496 WARN [Thread-1634 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6c8768110af2:39993] Specified favored nodes: [6c8768110af2:39993] 2024-11-14T20:57:23,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741975_1151 (size=5530) 2024-11-14T20:57:23,903 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817/_temporary/0/_temporary/attempt_local1619262590_0012_r_000000_0/mob/2a2f54d25329415aa89b3e0a0f0b2c04 is 59, key is row-test-1731617755783-3-0/mob:q1/1731617765662/Put/seqid=0 2024-11-14T20:57:23,905 WARN [Thread-1636 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6c8768110af2:39993] Specified favored nodes: [6c8768110af2:39993] 2024-11-14T20:57:23,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741976_1152 (size=5539) 2024-11-14T20:57:24,102 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 3e693f0a4991ff9c3c5db9013847b5fd, had cached 0 bytes from a total of 38453 2024-11-14T20:57:24,337 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f48d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:24,338 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:24,338 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:24,339 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:24,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:24,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:24,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b361932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:24,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:24,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:24,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:24,341 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:24,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59febe03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:24,342 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:24,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:24,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:24,344 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:37066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:24,346 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:24,346 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-11-14T20:57:24,346 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:24,346 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:24,346 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:24,346 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:24,346 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-14T20:57:24,346 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6c8768110af2 2024-11-14T20:57:24,354 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817/_temporary/0/_temporary/attempt_local1619262590_0012_r_000001_0/f/a97cd55b66e84c2ea3f97c2a745bd852 is 37, key is row10/f:q1/1731617757010/Put/seqid=0 2024-11-14T20:57:24,356 WARN [Thread-1651 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6c8768110af2:39993] Specified favored nodes: [6c8768110af2:39993] 2024-11-14T20:57:24,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741977_1153 (size=8742) 2024-11-14T20:57:25,245 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817 2024-11-14T20:57:25,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46bcdc55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:25,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:25,246 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:25,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:25,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:25,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@437867de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:25,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:25,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,249 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:25,250 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4046fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,250 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:25,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:25,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:25,252 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54010, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:25,256 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817/_SUCCESS 2024-11-14T20:57:25,264 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d2a618 2024-11-14T20:57:25,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:25,266 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:25,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:25,279 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-14T20:57:25,292 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817/f/a97cd55b66e84c2ea3f97c2a745bd852 first=Optional[row0] last=Optional[row98] 2024-11-14T20:57:25,296 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817/f3/8827fd87a185452fad52e3b200d84cd0 first=Optional[row-test-1731617755783-3-0] last=Optional[row-test-1731617755783-3-5] 2024-11-14T20:57:25,299 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817/mob/2a2f54d25329415aa89b3e0a0f0b2c04 first=Optional[row-test-1731617755783-3-0] last=Optional[row-test-1731617755783-3-5] 2024-11-14T20:57:25,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817/f/a97cd55b66e84c2ea3f97c2a745bd852 for inclusion in 54a02bd5f27cc5ce378c55dc9bf86e02/f 2024-11-14T20:57:25,328 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817/f3/8827fd87a185452fad52e3b200d84cd0 for inclusion in 9b5a02e5dedb544aac8c0a1297dbf84f/f3 2024-11-14T20:57:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731617755783-3-0 last=row-test-1731617755783-3-5 2024-11-14T20:57:25,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-14T20:57:25,342 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817/mob/2a2f54d25329415aa89b3e0a0f0b2c04 for inclusion in 9b5a02e5dedb544aac8c0a1297dbf84f/mob 2024-11-14T20:57:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-14T20:57:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-14T20:57:25,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HRegion(2603): Flush status journal for 54a02bd5f27cc5ce378c55dc9bf86e02: 2024-11-14T20:57:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731617755783-3-0 last=row-test-1731617755783-3-5 2024-11-14T20:57:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-14T20:57:25,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HRegion(2603): Flush status journal for 9b5a02e5dedb544aac8c0a1297dbf84f: 2024-11-14T20:57:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817/f/a97cd55b66e84c2ea3f97c2a745bd852 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/f/a97cd55b66e84c2ea3f97c2a745bd852 2024-11-14T20:57:25,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817/f3/8827fd87a185452fad52e3b200d84cd0 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/f3/8827fd87a185452fad52e3b200d84cd0 2024-11-14T20:57:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/f3/8827fd87a185452fad52e3b200d84cd0 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/f3/00546c1d99f3445f9fa9e04eaecc2ab2_SeqId_4_ 2024-11-14T20:57:25,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/f/a97cd55b66e84c2ea3f97c2a745bd852 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/f/befb52452403418dba2e8996647b82f1_SeqId_4_ 2024-11-14T20:57:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617841817/mob/2a2f54d25329415aa89b3e0a0f0b2c04 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/mob/2a2f54d25329415aa89b3e0a0f0b2c04 2024-11-14T20:57:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18c67f0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:25,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:25,359 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:25,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:25,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f01d748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:25,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/mob/2a2f54d25329415aa89b3e0a0f0b2c04 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/mob/e82eea3636dd4391a7265b4880123df4_SeqId_4_ 2024-11-14T20:57:25,361 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d6ec71f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:25,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:25,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@321b58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:25,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:25,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66fc9d91 2024-11-14T20:57:25,363 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:25,364 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:25,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:25,365 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:25,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:25,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:25,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:25,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c09419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:25,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:25,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:25,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,367 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:25,367 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:25,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba08875, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:25,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:25,369 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4143e869 2024-11-14T20:57:25,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:25,371 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:25,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:25,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:25,373 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:25,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:25,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:25,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:25,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:25,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:25,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:25,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:25,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993. 2024-11-14T20:57:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:25,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,404 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:25,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,405 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993. 2024-11-14T20:57:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,406 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:25,406 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/f/a97cd55b66e84c2ea3f97c2a745bd852 into 54a02bd5f27cc5ce378c55dc9bf86e02/f as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/f/befb52452403418dba2e8996647b82f1_SeqId_4_ - updating store file list. 2024-11-14T20:57:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2877aef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:25,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:25,409 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:25,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:25,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:25,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d4fa5af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:25,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:25,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,411 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:25,412 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9ed3d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:25,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:25,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e10e25f 2024-11-14T20:57:25,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:25,415 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:25,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:25,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:25,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:25,421 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:25,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/f/befb52452403418dba2e8996647b82f1_SeqId_4_ into 54a02bd5f27cc5ce378c55dc9bf86e02/f 2024-11-14T20:57:25,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/f/a97cd55b66e84c2ea3f97c2a745bd852 into 54a02bd5f27cc5ce378c55dc9bf86e02/f (new location: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/f/befb52452403418dba2e8996647b82f1_SeqId_4_) 2024-11-14T20:57:25,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/f/a97cd55b66e84c2ea3f97c2a745bd852 2024-11-14T20:57:25,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b3b9f88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:25,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:25,436 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:25,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:25,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:25,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@478a990a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:25,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:25,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,438 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:25,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201816fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:25,439 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:25,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:25,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1878098d 2024-11-14T20:57:25,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:25,442 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T20:57:25,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:25,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:25,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:25,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:25,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T20:57:25,447 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993. 2024-11-14T20:57:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:25,448 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/f3/8827fd87a185452fad52e3b200d84cd0 into 9b5a02e5dedb544aac8c0a1297dbf84f/f3 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/f3/00546c1d99f3445f9fa9e04eaecc2ab2_SeqId_4_ - updating store file list. 2024-11-14T20:57:25,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:25,456 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/f3/00546c1d99f3445f9fa9e04eaecc2ab2_SeqId_4_ into 9b5a02e5dedb544aac8c0a1297dbf84f/f3 2024-11-14T20:57:25,456 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/f3/8827fd87a185452fad52e3b200d84cd0 into 9b5a02e5dedb544aac8c0a1297dbf84f/f3 (new location: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/f3/00546c1d99f3445f9fa9e04eaecc2ab2_SeqId_4_) 2024-11-14T20:57:25,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/f3/8827fd87a185452fad52e3b200d84cd0 2024-11-14T20:57:25,457 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/mob/2a2f54d25329415aa89b3e0a0f0b2c04 into 9b5a02e5dedb544aac8c0a1297dbf84f/mob as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/mob/e82eea3636dd4391a7265b4880123df4_SeqId_4_ - updating store file list. 2024-11-14T20:57:25,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:25,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:25,464 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/mob/e82eea3636dd4391a7265b4880123df4_SeqId_4_ into 9b5a02e5dedb544aac8c0a1297dbf84f/mob 2024-11-14T20:57:25,464 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/mob/2a2f54d25329415aa89b3e0a0f0b2c04 into 9b5a02e5dedb544aac8c0a1297dbf84f/mob (new location: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/mob/e82eea3636dd4391a7265b4880123df4_SeqId_4_) 2024-11-14T20:57:25,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__kn60pvrfi5noql1pfuusihtdo5dnbhhrjbqgln2pju2vk4j6sornoqmlk96qmo2q/mob/2a2f54d25329415aa89b3e0a0f0b2c04 2024-11-14T20:57:25,467 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993. 2024-11-14T20:57:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,467 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2162fbcf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:25,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:25,474 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:25,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67e79195, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:25,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,476 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:25,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28cb03cf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:25,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:25,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:25,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3081b3f1 2024-11-14T20:57:25,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:25,479 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T20:57:25,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:25,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:25,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:25,482 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54048, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T20:57:25,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:25,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:25,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:25,500 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993. 2024-11-14T20:57:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:25,505 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:25,505 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:25,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:25,505 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:25,506 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-14T20:57:25,506 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-14T20:57:25,506 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731617765683 hdfs://localhost:36597/backupUT/backup_1731617765683/default/test-1731617755783/ 2024-11-14T20:57:25,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f., hostname=6c8768110af2,39993,1731617747726, seqNum=2 , the old value is region=table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f., hostname=6c8768110af2,39993,1731617747726, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6c8768110af2:39993 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T20:57:25,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f., hostname=6c8768110af2,39993,1731617747726, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T20:57:25,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f., hostname=6c8768110af2,39993,1731617747726, seqNum=2 from cache 2024-11-14T20:57:25,509 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36597/backupUT/backup_1731617765683/.backup.manifest 2024-11-14T20:57:25,511 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T20:57:25,511 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731617765683/.backup.manifest 2024-11-14T20:57:25,511 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17316177557831' to 'ns2:table2' from full backup image hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831 2024-11-14T20:57:25,519 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-11-14T20:57:25,519 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356 2024-11-14T20:57:25,520 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f in region [hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356] 2024-11-14T20:57:25,524 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/52ba6e3254d8410faaa1ab840b8130f9 first=row0 last=row98 2024-11-14T20:57:25,525 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:57:25,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-11-14T20:57:25,527 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T20:57:25,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-11-14T20:57:25,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T20:57:25,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-14T20:57:25,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741978_1154 (size=351) 2024-11-14T20:57:25,611 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c8768110af2:39993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T20:57:25,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-14T20:57:25,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-14T20:57:25,936 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ee8aa42007bf11156115e1148cf93904, NAME => 'ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:57:25,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741979_1155 (size=37) 2024-11-14T20:57:25,943 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:25,943 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing ee8aa42007bf11156115e1148cf93904, disabling compactions & flushes 2024-11-14T20:57:25,943 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. 2024-11-14T20:57:25,943 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. 2024-11-14T20:57:25,943 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. after waiting 0 ms 2024-11-14T20:57:25,943 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. 2024-11-14T20:57:25,943 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. 2024-11-14T20:57:25,943 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for ee8aa42007bf11156115e1148cf93904: Waiting for close lock at 1731617845943Disabling compacts and flushes for region at 1731617845943Disabling writes for close at 1731617845943Writing region close event to WAL at 1731617845943Closed at 1731617845943 2024-11-14T20:57:25,944 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T20:57:25,945 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731617845944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731617845944"}]},"ts":"1731617845944"} 2024-11-14T20:57:25,947 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T20:57:25,948 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T20:57:25,948 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617845948"}]},"ts":"1731617845948"} 2024-11-14T20:57:25,950 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-14T20:57:25,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ee8aa42007bf11156115e1148cf93904, ASSIGN}] 2024-11-14T20:57:25,951 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ee8aa42007bf11156115e1148cf93904, ASSIGN 2024-11-14T20:57:25,952 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=ee8aa42007bf11156115e1148cf93904, ASSIGN; state=OFFLINE, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=false 2024-11-14T20:57:26,103 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=ee8aa42007bf11156115e1148cf93904, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:26,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=ee8aa42007bf11156115e1148cf93904, ASSIGN because future has completed 2024-11-14T20:57:26,106 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee8aa42007bf11156115e1148cf93904, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:57:26,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-14T20:57:26,262 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. 2024-11-14T20:57:26,262 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => ee8aa42007bf11156115e1148cf93904, NAME => 'ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904.', STARTKEY => '', ENDKEY => ''} 2024-11-14T20:57:26,263 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:57:26,263 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:26,263 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:26,263 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:26,263 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:26,265 INFO [StoreOpener-ee8aa42007bf11156115e1148cf93904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:26,267 INFO [StoreOpener-ee8aa42007bf11156115e1148cf93904-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee8aa42007bf11156115e1148cf93904 columnFamilyName f 2024-11-14T20:57:26,267 DEBUG [StoreOpener-ee8aa42007bf11156115e1148cf93904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:26,268 INFO [StoreOpener-ee8aa42007bf11156115e1148cf93904-1 {}] regionserver.HStore(327): Store=ee8aa42007bf11156115e1148cf93904/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:26,268 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:26,269 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:26,270 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:26,270 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:26,270 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:26,272 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:26,275 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:57:26,276 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened ee8aa42007bf11156115e1148cf93904; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10321119680, jitterRate=-0.038770824670791626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T20:57:26,276 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:26,277 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for ee8aa42007bf11156115e1148cf93904: Running coprocessor pre-open hook at 1731617846263Writing region info on filesystem at 1731617846264 (+1 ms)Initializing all the Stores at 1731617846264Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617846265 (+1 ms)Cleaning up temporary data from old regions at 1731617846270 (+5 ms)Running coprocessor post-open hooks at 1731617846276 (+6 ms)Region opened successfully at 1731617846277 (+1 ms) 2024-11-14T20:57:26,278 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904., pid=69, masterSystemTime=1731617846258 2024-11-14T20:57:26,280 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. 2024-11-14T20:57:26,280 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. 2024-11-14T20:57:26,282 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=ee8aa42007bf11156115e1148cf93904, regionState=OPEN, openSeqNum=2, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:26,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure ee8aa42007bf11156115e1148cf93904, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:57:26,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-11-14T20:57:26,287 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure ee8aa42007bf11156115e1148cf93904, server=6c8768110af2,39993,1731617747726 in 179 msec 2024-11-14T20:57:26,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-11-14T20:57:26,289 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ee8aa42007bf11156115e1148cf93904, ASSIGN in 337 msec 2024-11-14T20:57:26,290 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T20:57:26,290 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617846290"}]},"ts":"1731617846290"} 2024-11-14T20:57:26,292 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-14T20:57:26,293 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T20:57:26,295 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 768 msec 2024-11-14T20:57:26,334 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-14T20:57:26,370 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-11-14T20:57:26,370 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-11-14T20:57:26,371 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-14T20:57:26,371 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-14T20:57:26,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-11-14T20:57:26,670 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-11-14T20:57:26,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-14T20:57:26,674 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356 from hbase tables ns2:test-17316177557831 to tables ns2:table2 2024-11-14T20:57:26,674 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17316177557831 into ns2:table2 2024-11-14T20:57:26,675 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617846674 from hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356 2024-11-14T20:57:26,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5176f6e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:26,676 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:26,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:26,677 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:26,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:26,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:26,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38752c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:26,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:26,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:26,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:26,679 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:26,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6943b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:26,680 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:26,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:26,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46e32c07 2024-11-14T20:57:26,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:26,682 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:26,682 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-14T20:57:26,683 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-14T20:57:26,683 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-14T20:57:26,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:26,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:26,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:26,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54064, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:26,693 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-14T20:57:26,693 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-14T20:57:26,694 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/partitions_f8890a0b-9765-4e2a-86bb-09c498bf5d6a 2024-11-14T20:57:26,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741980_1156 (size=153) 2024-11-14T20:57:26,757 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-11-14T20:57:26,758 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-11-14T20:57:27,104 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:27,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:27,105 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,265 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-11150471896473082285.jar 2024-11-14T20:57:28,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,266 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,267 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:28,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:57:28,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:57:28,268 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:57:28,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:57:28,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:57:28,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:57:28,269 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:57:28,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:57:28,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:57:28,270 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:57:28,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:28,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:57:28,272 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-14T20:57:28,272 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:28,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:28,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:28,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:28,273 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:28,273 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-14T20:57:28,273 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:28,297 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:57:28,316 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-14T20:57:28,412 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 35a14640fc13106b80760c8da6c05356, had cached 0 bytes from a total of 13547 2024-11-14T20:57:28,431 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local975861340_0013_68e922dd-cf73-42b5-bb7d-d505a7ac2b46/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:57:28,431 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local975861340_0013_68e922dd-cf73-42b5-bb7d-d505a7ac2b46/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:57:28,540 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/52ba6e3254d8410faaa1ab840b8130f9 2024-11-14T20:57:28,549 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-14T20:57:28,590 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24ee4483, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:28,590 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:28,591 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:28,591 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fec0d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:28,592 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:28,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:28,593 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:28,594 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:28,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1aa1f7a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:28,595 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:28,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:28,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:28,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:28,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:28,599 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-11-14T20:57:28,599 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:28,599 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:28,599 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:28,599 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-14T20:57:28,599 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6c8768110af2 2024-11-14T20:57:28,599 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:28,606 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617846674/_temporary/0/_temporary/attempt_local975861340_0013_r_000000_0/f/a6fb655b68034441bac49ba1ae056a5e is 37, key is row10/f:q1/1731617759370/Put/seqid=0 2024-11-14T20:57:28,614 WARN [Thread-1718 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6c8768110af2:39993] Specified favored nodes: [6c8768110af2:39993] 2024-11-14T20:57:28,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741981_1157 (size=8741) 2024-11-14T20:57:29,496 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617846674 2024-11-14T20:57:29,497 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a6a186d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:29,497 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:29,497 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:29,498 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:29,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:29,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:29,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb711b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:29,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:29,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:29,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:29,500 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:29,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efd68b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:29,501 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:29,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:29,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:29,503 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:29,506 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617846674/_SUCCESS 2024-11-14T20:57:29,509 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:29,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:29,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@120a4464 2024-11-14T20:57:29,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:29,511 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:29,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:29,516 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-14T20:57:29,522 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617846674/f/a6fb655b68034441bac49ba1ae056a5e first=Optional[row0] last=Optional[row98] 2024-11-14T20:57:29,525 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617846674/f/a6fb655b68034441bac49ba1ae056a5e for inclusion in ee8aa42007bf11156115e1148cf93904/f 2024-11-14T20:57:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-14T20:57:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T20:57:29,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HRegion(2603): Flush status journal for ee8aa42007bf11156115e1148cf93904: 2024-11-14T20:57:29,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617846674/f/a6fb655b68034441bac49ba1ae056a5e to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__ns2_table2__2nqvpn6jof9jo872blksjhv1uvpd12ahhqijkcoecdtar5g57b4c5vojaffaj1f/f/a6fb655b68034441bac49ba1ae056a5e 2024-11-14T20:57:29,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__ns2_table2__2nqvpn6jof9jo872blksjhv1uvpd12ahhqijkcoecdtar5g57b4c5vojaffaj1f/f/a6fb655b68034441bac49ba1ae056a5e as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904/f/b13677f0464b43e2950e501737b369a5_SeqId_4_ 2024-11-14T20:57:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7eed68e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:29,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:29,534 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:29,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:29,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:29,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51a58784, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:29,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:29,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:29,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:29,535 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:29,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6533ed54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:29,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:29,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:29,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5a93b796 2024-11-14T20:57:29,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:29,537 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:29,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:29,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:29,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:29,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:29,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:29,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:29,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:29,555 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993. 2024-11-14T20:57:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:29,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:29,556 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:29,557 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__ns2_table2__2nqvpn6jof9jo872blksjhv1uvpd12ahhqijkcoecdtar5g57b4c5vojaffaj1f/f/a6fb655b68034441bac49ba1ae056a5e into ee8aa42007bf11156115e1148cf93904/f as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904/f/b13677f0464b43e2950e501737b369a5_SeqId_4_ - updating store file list. 2024-11-14T20:57:29,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904/f/b13677f0464b43e2950e501737b369a5_SeqId_4_ into ee8aa42007bf11156115e1148cf93904/f 2024-11-14T20:57:29,562 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__ns2_table2__2nqvpn6jof9jo872blksjhv1uvpd12ahhqijkcoecdtar5g57b4c5vojaffaj1f/f/a6fb655b68034441bac49ba1ae056a5e into ee8aa42007bf11156115e1148cf93904/f (new location: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904/f/b13677f0464b43e2950e501737b369a5_SeqId_4_) 2024-11-14T20:57:29,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__ns2_table2__2nqvpn6jof9jo872blksjhv1uvpd12ahhqijkcoecdtar5g57b4c5vojaffaj1f/f/a6fb655b68034441bac49ba1ae056a5e 2024-11-14T20:57:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2596b149, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:29,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:29,565 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:29,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:29,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:29,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c31e63d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:29,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:29,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:29,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:29,567 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:29,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c299374, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:29,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:29,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:29,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@68f9a7bc 2024-11-14T20:57:29,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:29,570 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56480, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T20:57:29,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:29,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:29,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:29,572 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T20:57:29,578 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:29,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:29,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:29,589 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993. 2024-11-14T20:57:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:29,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:29,589 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:29,590 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:29,590 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:192) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:29,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:29,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:29,590 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:29,590 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-14T20:57:29,590 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-14T20:57:29,590 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731617765683 hdfs://localhost:36597/backupUT/backup_1731617765683/ns2/test-17316177557831/ 2024-11-14T20:57:29,590 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-14T20:57:29,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904., hostname=6c8768110af2,39993,1731617747726, seqNum=2 , the old value is region=ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904., hostname=6c8768110af2,39993,1731617747726, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6c8768110af2:39993 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T20:57:29,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904., hostname=6c8768110af2,39993,1731617747726, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T20:57:29,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904., hostname=6c8768110af2,39993,1731617747726, seqNum=2 from cache 2024-11-14T20:57:29,592 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T20:57:29,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:29,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:29,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:29,613 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36597/backupUT/backup_1731617829592/.backup.manifest 2024-11-14T20:57:29,615 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731617829592/.backup.manifest 2024-11-14T20:57:29,616 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36597/backupUT/backup_1731617799563/.backup.manifest 2024-11-14T20:57:29,618 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731617799563/.backup.manifest 2024-11-14T20:57:29,618 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1731617755783' to 'table1' from full backup image hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783 2024-11-14T20:57:29,621 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1731617755783', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731617829592 2024-11-14T20:57:29,624 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-11-14T20:57:29,630 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable table1 2024-11-14T20:57:29,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-11-14T20:57:29,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T20:57:29,639 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617849639"}]},"ts":"1731617849639"} 2024-11-14T20:57:29,641 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-11-14T20:57:29,641 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-11-14T20:57:29,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-11-14T20:57:29,648 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=9b5a02e5dedb544aac8c0a1297dbf84f, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=54a02bd5f27cc5ce378c55dc9bf86e02, UNASSIGN}] 2024-11-14T20:57:29,649 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=54a02bd5f27cc5ce378c55dc9bf86e02, UNASSIGN 2024-11-14T20:57:29,649 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=9b5a02e5dedb544aac8c0a1297dbf84f, UNASSIGN 2024-11-14T20:57:29,651 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=9b5a02e5dedb544aac8c0a1297dbf84f, regionState=CLOSING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:29,651 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=54a02bd5f27cc5ce378c55dc9bf86e02, regionState=CLOSING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:29,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=9b5a02e5dedb544aac8c0a1297dbf84f, UNASSIGN because future has completed 2024-11-14T20:57:29,653 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T20:57:29,653 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b5a02e5dedb544aac8c0a1297dbf84f, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:57:29,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=54a02bd5f27cc5ce378c55dc9bf86e02, UNASSIGN because future has completed 2024-11-14T20:57:29,654 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T20:57:29,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 54a02bd5f27cc5ce378c55dc9bf86e02, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:57:29,700 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c8768110af2:39993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T20:57:29,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T20:57:29,806 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:29,806 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T20:57:29,806 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 9b5a02e5dedb544aac8c0a1297dbf84f, disabling compactions & flushes 2024-11-14T20:57:29,806 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. 2024-11-14T20:57:29,806 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. 2024-11-14T20:57:29,806 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. after waiting 0 ms 2024-11-14T20:57:29,806 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. 2024-11-14T20:57:29,812 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T20:57:29,812 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:29,813 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. 2024-11-14T20:57:29,813 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 9b5a02e5dedb544aac8c0a1297dbf84f: Waiting for close lock at 1731617849806Running coprocessor pre-close hooks at 1731617849806Disabling compacts and flushes for region at 1731617849806Disabling writes for close at 1731617849806Writing region close event to WAL at 1731617849808 (+2 ms)Running coprocessor post-close hooks at 1731617849812 (+4 ms)Closed at 1731617849813 (+1 ms) 2024-11-14T20:57:29,815 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:29,815 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close 54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:29,815 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T20:57:29,815 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing 54a02bd5f27cc5ce378c55dc9bf86e02, disabling compactions & flushes 2024-11-14T20:57:29,815 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. 2024-11-14T20:57:29,815 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. 2024-11-14T20:57:29,815 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. after waiting 0 ms 2024-11-14T20:57:29,815 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. 2024-11-14T20:57:29,816 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=9b5a02e5dedb544aac8c0a1297dbf84f, regionState=CLOSED 2024-11-14T20:57:29,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 9b5a02e5dedb544aac8c0a1297dbf84f, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:57:29,820 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T20:57:29,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=72 2024-11-14T20:57:29,820 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:29,821 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 9b5a02e5dedb544aac8c0a1297dbf84f, server=6c8768110af2,39993,1731617747726 in 165 msec 2024-11-14T20:57:29,821 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. 2024-11-14T20:57:29,821 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for 54a02bd5f27cc5ce378c55dc9bf86e02: Waiting for close lock at 1731617849815Running coprocessor pre-close hooks at 1731617849815Disabling compacts and flushes for region at 1731617849815Disabling writes for close at 1731617849815Writing region close event to WAL at 1731617849816 (+1 ms)Running coprocessor post-close hooks at 1731617849820 (+4 ms)Closed at 1731617849821 (+1 ms) 2024-11-14T20:57:29,822 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed 54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:29,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=9b5a02e5dedb544aac8c0a1297dbf84f, UNASSIGN in 173 msec 2024-11-14T20:57:29,823 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=54a02bd5f27cc5ce378c55dc9bf86e02, regionState=CLOSED 2024-11-14T20:57:29,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 54a02bd5f27cc5ce378c55dc9bf86e02, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:57:29,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=73 2024-11-14T20:57:29,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 54a02bd5f27cc5ce378c55dc9bf86e02, server=6c8768110af2,39993,1731617747726 in 171 msec 2024-11-14T20:57:29,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=71 2024-11-14T20:57:29,828 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=54a02bd5f27cc5ce378c55dc9bf86e02, UNASSIGN in 178 msec 2024-11-14T20:57:29,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-11-14T20:57:29,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 186 msec 2024-11-14T20:57:29,832 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617849831"}]},"ts":"1731617849831"} 2024-11-14T20:57:29,833 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-11-14T20:57:29,833 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-11-14T20:57:29,835 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 203 msec 2024-11-14T20:57:29,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-11-14T20:57:29,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-11-14T20:57:29,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate table1 2024-11-14T20:57:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-11-14T20:57:29,972 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-11-14T20:57:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T20:57:29,978 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:29,978 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:29,981 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/f, FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/f3, FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/mob, FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/recovered.edits] 2024-11-14T20:57:29,981 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/f, FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/f3, FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/mob, FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/recovered.edits] 2024-11-14T20:57:29,986 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/f/befb52452403418dba2e8996647b82f1_SeqId_4_ to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/archive/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/f/befb52452403418dba2e8996647b82f1_SeqId_4_ 2024-11-14T20:57:29,988 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/f3/00546c1d99f3445f9fa9e04eaecc2ab2_SeqId_4_ to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/archive/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/f3/00546c1d99f3445f9fa9e04eaecc2ab2_SeqId_4_ 2024-11-14T20:57:29,994 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/mob/e82eea3636dd4391a7265b4880123df4_SeqId_4_ to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/archive/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/mob/e82eea3636dd4391a7265b4880123df4_SeqId_4_ 2024-11-14T20:57:29,994 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/recovered.edits/6.seqid to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/archive/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02/recovered.edits/6.seqid 2024-11-14T20:57:29,995 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/54a02bd5f27cc5ce378c55dc9bf86e02 2024-11-14T20:57:29,997 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/recovered.edits/6.seqid to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/archive/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f/recovered.edits/6.seqid 2024-11-14T20:57:29,998 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/9b5a02e5dedb544aac8c0a1297dbf84f 2024-11-14T20:57:29,998 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-11-14T20:57:29,998 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-14T20:57:29,999 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-11-14T20:57:30,001 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-11-14T20:57:30,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39993 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-14T20:57:30,013 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-11-14T20:57:30,016 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-11-14T20:57:30,017 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-11-14T20:57:30,017 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731617850017"}]},"ts":"9223372036854775807"} 2024-11-14T20:57:30,017 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731617850017"}]},"ts":"9223372036854775807"} 2024-11-14T20:57:30,019 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-11-14T20:57:30,019 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 9b5a02e5dedb544aac8c0a1297dbf84f, NAME => 'table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 54a02bd5f27cc5ce378c55dc9bf86e02, NAME => 'table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02.', STARTKEY => 'row0', ENDKEY => ''}] 2024-11-14T20:57:30,019 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-11-14T20:57:30,019 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731617850019"}]},"ts":"9223372036854775807"} 2024-11-14T20:57:30,022 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-11-14T20:57:30,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741982_1158 (size=938) 2024-11-14T20:57:30,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T20:57:30,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T20:57:30,433 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 51fee4768126d15bc1a3a09019db107b, NAME => 'table1,,1731617850003.51fee4768126d15bc1a3a09019db107b.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:57:30,433 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 59a2655037917a8dc0dd72d24f298129, NAME => 'table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:57:30,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741983_1159 (size=45) 2024-11-14T20:57:30,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741984_1160 (size=45) 2024-11-14T20:57:30,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T20:57:30,842 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:30,842 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1731617850003.51fee4768126d15bc1a3a09019db107b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:30,842 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 59a2655037917a8dc0dd72d24f298129, disabling compactions & flushes 2024-11-14T20:57:30,842 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 51fee4768126d15bc1a3a09019db107b, disabling compactions & flushes 2024-11-14T20:57:30,842 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:30,842 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:30,842 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:30,842 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:30,842 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. after waiting 0 ms 2024-11-14T20:57:30,842 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. after waiting 0 ms 2024-11-14T20:57:30,842 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:30,842 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:30,842 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:30,842 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:30,842 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 51fee4768126d15bc1a3a09019db107b: Waiting for close lock at 1731617850842Disabling compacts and flushes for region at 1731617850842Disabling writes for close at 1731617850842Writing region close event to WAL at 1731617850842Closed at 1731617850842 2024-11-14T20:57:30,842 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 59a2655037917a8dc0dd72d24f298129: Waiting for close lock at 1731617850842Disabling compacts and flushes for region at 1731617850842Disabling writes for close at 1731617850842Writing region close event to WAL at 1731617850842Closed at 1731617850842 2024-11-14T20:57:30,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1731617850003.51fee4768126d15bc1a3a09019db107b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731617850844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731617850844"}]},"ts":"1731617850844"} 2024-11-14T20:57:30,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1731617850844"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731617850844"}]},"ts":"1731617850844"} 2024-11-14T20:57:30,847 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-11-14T20:57:30,847 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617850847"}]},"ts":"1731617850847"} 2024-11-14T20:57:30,849 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-11-14T20:57:30,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=51fee4768126d15bc1a3a09019db107b, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=59a2655037917a8dc0dd72d24f298129, ASSIGN}] 2024-11-14T20:57:30,850 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=51fee4768126d15bc1a3a09019db107b, ASSIGN 2024-11-14T20:57:30,850 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=59a2655037917a8dc0dd72d24f298129, ASSIGN 2024-11-14T20:57:30,851 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=51fee4768126d15bc1a3a09019db107b, ASSIGN; state=OFFLINE, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=false 2024-11-14T20:57:30,851 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=59a2655037917a8dc0dd72d24f298129, ASSIGN; state=OFFLINE, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=false 2024-11-14T20:57:31,002 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=51fee4768126d15bc1a3a09019db107b, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:31,002 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=59a2655037917a8dc0dd72d24f298129, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:31,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=51fee4768126d15bc1a3a09019db107b, ASSIGN because future has completed 2024-11-14T20:57:31,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51fee4768126d15bc1a3a09019db107b, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:57:31,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=59a2655037917a8dc0dd72d24f298129, ASSIGN because future has completed 2024-11-14T20:57:31,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59a2655037917a8dc0dd72d24f298129, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:57:31,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T20:57:31,160 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:31,160 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 51fee4768126d15bc1a3a09019db107b, NAME => 'table1,,1731617850003.51fee4768126d15bc1a3a09019db107b.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-14T20:57:31,160 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:57:31,161 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:31,161 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1731617850003.51fee4768126d15bc1a3a09019db107b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:31,161 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:31,161 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:31,162 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:31,164 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51fee4768126d15bc1a3a09019db107b columnFamilyName f 2024-11-14T20:57:31,164 DEBUG [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:31,165 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.HStore(327): Store=51fee4768126d15bc1a3a09019db107b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:31,165 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:31,166 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51fee4768126d15bc1a3a09019db107b columnFamilyName f3 2024-11-14T20:57:31,166 DEBUG [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:31,167 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.HStore(327): Store=51fee4768126d15bc1a3a09019db107b/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:31,167 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:31,168 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51fee4768126d15bc1a3a09019db107b columnFamilyName mob 2024-11-14T20:57:31,169 DEBUG [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:31,169 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.HStore(327): Store=51fee4768126d15bc1a3a09019db107b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:31,170 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:31,170 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:31,171 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:31,172 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:31,172 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:31,172 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T20:57:31,174 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:31,176 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:57:31,176 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 51fee4768126d15bc1a3a09019db107b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9609236800, jitterRate=-0.1050700843334198}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T20:57:31,176 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:31,177 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 51fee4768126d15bc1a3a09019db107b: Running coprocessor pre-open hook at 1731617851161Writing region info on filesystem at 1731617851161Initializing all the Stores at 1731617851162 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617851162Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617851162Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617851162Cleaning up temporary data from old regions at 1731617851172 (+10 ms)Running coprocessor post-open hooks at 1731617851176 (+4 ms)Region opened successfully at 1731617851177 (+1 ms) 2024-11-14T20:57:31,178 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., pid=79, masterSystemTime=1731617851156 2024-11-14T20:57:31,180 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:31,180 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:31,180 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:31,181 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 59a2655037917a8dc0dd72d24f298129, NAME => 'table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-14T20:57:31,181 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=51fee4768126d15bc1a3a09019db107b, regionState=OPEN, openSeqNum=2, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:31,181 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:57:31,181 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:31,182 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:31,182 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:31,182 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:31,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51fee4768126d15bc1a3a09019db107b, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:57:31,184 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:31,185 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a2655037917a8dc0dd72d24f298129 columnFamilyName f 2024-11-14T20:57:31,185 DEBUG [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:31,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-11-14T20:57:31,185 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 51fee4768126d15bc1a3a09019db107b, server=6c8768110af2,39993,1731617747726 in 179 msec 2024-11-14T20:57:31,186 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] regionserver.HStore(327): Store=59a2655037917a8dc0dd72d24f298129/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:31,186 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:31,187 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=51fee4768126d15bc1a3a09019db107b, ASSIGN in 337 msec 2024-11-14T20:57:31,187 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a2655037917a8dc0dd72d24f298129 columnFamilyName f3 2024-11-14T20:57:31,187 DEBUG [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:31,188 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] regionserver.HStore(327): Store=59a2655037917a8dc0dd72d24f298129/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:31,188 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:31,189 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a2655037917a8dc0dd72d24f298129 columnFamilyName mob 2024-11-14T20:57:31,190 DEBUG [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:31,190 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] regionserver.HStore(327): Store=59a2655037917a8dc0dd72d24f298129/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:31,190 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:31,191 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:31,191 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:31,192 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:31,192 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:31,194 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T20:57:31,196 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:31,199 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/59a2655037917a8dc0dd72d24f298129/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:57:31,199 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 59a2655037917a8dc0dd72d24f298129; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10667109600, jitterRate=-0.006548002362251282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T20:57:31,199 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:31,199 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 59a2655037917a8dc0dd72d24f298129: Running coprocessor pre-open hook at 1731617851182Writing region info on filesystem at 1731617851182Initializing all the Stores at 1731617851183 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617851183Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617851183Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617851184 (+1 ms)Cleaning up temporary data from old regions at 1731617851193 (+9 ms)Running coprocessor post-open hooks at 1731617851199 (+6 ms)Region opened successfully at 1731617851199 2024-11-14T20:57:31,200 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129., pid=80, masterSystemTime=1731617851156 2024-11-14T20:57:31,202 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:31,202 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:31,203 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=59a2655037917a8dc0dd72d24f298129, regionState=OPEN, openSeqNum=2, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:31,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59a2655037917a8dc0dd72d24f298129, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:57:31,206 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42031 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=6c8768110af2,39993,1731617747726, table=table1, region=59a2655037917a8dc0dd72d24f298129. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-14T20:57:31,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-11-14T20:57:31,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure 59a2655037917a8dc0dd72d24f298129, server=6c8768110af2,39993,1731617747726 in 201 msec 2024-11-14T20:57:31,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76 2024-11-14T20:57:31,209 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=59a2655037917a8dc0dd72d24f298129, ASSIGN in 358 msec 2024-11-14T20:57:31,209 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617851209"}]},"ts":"1731617851209"} 2024-11-14T20:57:31,211 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-11-14T20:57:31,211 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-11-14T20:57:31,213 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2450 sec 2024-11-14T20:57:31,765 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-14T20:57:32,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-11-14T20:57:32,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-11-14T20:57:32,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-14T20:57:32,125 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd,hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/c3e561e3aeb289742838140cd3fb87b5 from hbase tables test-1731617755783 to tables table1 2024-11-14T20:57:32,125 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731617755783 into table1 2024-11-14T20:57:32,126 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125 from hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd,hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/c3e561e3aeb289742838140cd3fb87b5 2024-11-14T20:57:32,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a62d70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:32,127 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:32,127 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:32,128 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:32,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:32,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:32,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@750976de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:32,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:32,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:32,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:32,130 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:32,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6fce48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:32,130 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:32,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:32,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f4e3611 2024-11-14T20:57:32,131 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:32,132 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:32,133 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-14T20:57:32,133 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-14T20:57:32,133 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-14T20:57:32,133 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:32,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:32,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:32,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:32,136 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-14T20:57:32,136 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-14T20:57:32,136 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-14T20:57:32,137 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/partitions_0323bfdf-ebc8-48b2-bc64-61273d4d4614 2024-11-14T20:57:32,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741985_1161 (size=177) 2024-11-14T20:57:32,544 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:32,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:32,545 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-4270889728738631061.jar 2024-11-14T20:57:33,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:33,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:57:33,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:57:33,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:57:33,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:57:33,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:57:33,573 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:57:33,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:57:33,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:57:33,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:57:33,574 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:57:33,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,575 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:33,576 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:57:33,576 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-14T20:57:33,576 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:33,576 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:33,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:33,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:33,576 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:33,577 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-14T20:57:33,577 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:33,591 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:57:33,608 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-14T20:57:33,745 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local236698349_0014_4277d595-c488-49f9-aa25-c3e65a34e956/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:57:33,746 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local236698349_0014_4277d595-c488-49f9-aa25-c3e65a34e956/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:57:33,832 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/29451176614540b6ae43b1f4591fc614 2024-11-14T20:57:33,835 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-14T20:57:33,889 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/95a9f7c688a84422bb188d9af85ddba5 2024-11-14T20:57:33,893 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-14T20:57:33,931 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f/50771d377e94426ea886a8ba3535b81a 2024-11-14T20:57:33,934 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-14T20:57:33,980 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/c3e561e3aeb289742838140cd3fb87b5/mob/d41d8cd98f00b204e9800998ecf8427e20241114b8be600edba14606bf97ad7247cc2da1_3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:57:33,984 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-14T20:57:34,022 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36597/backupUT/backup_1731617799563/default/test-1731617755783/archive/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/mob/839f555561b8475b88109e23faf8202c 2024-11-14T20:57:34,025 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-14T20:57:34,060 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2de55e1e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:34,060 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:34,060 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:34,061 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:34,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ca0327d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:34,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:34,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:34,062 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:34,063 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:34,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34519678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:34,064 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:34,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:34,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:34,066 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:34,068 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731617755783-1-0', locateType=CURRENT is [region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:34,068 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-14T20:57:34,068 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:34,068 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:34,068 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:34,068 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:34,069 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731617755783-1-0] 2024-11-14T20:57:34,069 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6c8768110af2 2024-11-14T20:57:34,078 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba961a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:34,078 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:34,078 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:34,079 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:34,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:34,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:34,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e8fd6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:34,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:34,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:34,080 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:34,080 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56532, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:34,081 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72511f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:34,081 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:34,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:34,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:34,084 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:34,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731617755783-3-0', locateType=CURRENT is [region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:34,086 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-14T20:57:34,086 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:34,086 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:34,086 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:34,086 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:34,086 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731617755783-3-0] 2024-11-14T20:57:34,086 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6c8768110af2 2024-11-14T20:57:34,094 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125/_temporary/0/_temporary/attempt_local236698349_0014_r_000000_0/f/9fae4263bb1c463c9907420be33b3690 is 59, key is row-test-1731617755783-1-10/f:q1/1731617783739/Put/seqid=0 2024-11-14T20:57:34,095 WARN [Thread-1805 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6c8768110af2:39993] Specified favored nodes: [6c8768110af2:39993] 2024-11-14T20:57:34,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741986_1162 (size=11124) 2024-11-14T20:57:34,502 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125/_temporary/0/_temporary/attempt_local236698349_0014_r_000000_0/mob/d3807b78a7704787a184ded76c7f1c25 is 192, key is row-test-1731617755783-3-100/mob:q1/1731617784296/Put/seqid=0 2024-11-14T20:57:34,504 WARN [Thread-1807 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6c8768110af2:39993] Specified favored nodes: [6c8768110af2:39993] 2024-11-14T20:57:34,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741987_1163 (size=13403) 2024-11-14T20:57:34,932 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70feec22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:34,932 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:34,932 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:34,933 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:34,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:34,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:34,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@509e402d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:34,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:34,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:34,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:34,934 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39178, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:34,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e748299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:34,935 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:34,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:34,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:34,937 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:34,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:34,939 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-11-14T20:57:34,939 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:34,939 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:34,939 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:34,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:34,939 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-11-14T20:57:34,939 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6c8768110af2 2024-11-14T20:57:34,944 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125/_temporary/0/_temporary/attempt_local236698349_0014_r_000001_0/f/b1b69f42c2304d28bb33fb5cd154d4f4 is 37, key is row10/f:q1/1731617757010/Put/seqid=0 2024-11-14T20:57:34,946 WARN [Thread-1822 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6c8768110af2:39993] Specified favored nodes: [6c8768110af2:39993] 2024-11-14T20:57:34,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741988_1164 (size=8741) 2024-11-14T20:57:35,811 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125 2024-11-14T20:57:35,812 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68dbbbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,812 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:35,812 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:35,813 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@394d1d9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:35,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:35,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,814 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:35,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2531f42a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:35,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:35,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:35,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:35,820 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125/_SUCCESS 2024-11-14T20:57:35,828 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:35,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:35,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8071ca8 2024-11-14T20:57:35,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:35,830 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:35,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:35,835 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-14T20:57:35,841 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125/f/9fae4263bb1c463c9907420be33b3690 first=Optional[row-test-1731617755783-1-0] last=Optional[row-test-1731617755783-1-98] 2024-11-14T20:57:35,844 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125/f/b1b69f42c2304d28bb33fb5cd154d4f4 first=Optional[row0] last=Optional[row98] 2024-11-14T20:57:35,847 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125/mob/d3807b78a7704787a184ded76c7f1c25 first=Optional[row-test-1731617755783-3-0] last=Optional[row-test-1731617755783-3-99] 2024-11-14T20:57:35,850 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125/f/b1b69f42c2304d28bb33fb5cd154d4f4 for inclusion in 59a2655037917a8dc0dd72d24f298129/f 2024-11-14T20:57:35,852 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125/f/9fae4263bb1c463c9907420be33b3690 for inclusion in 51fee4768126d15bc1a3a09019db107b/f 2024-11-14T20:57:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-11-14T20:57:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-11-14T20:57:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HRegion(2603): Flush status journal for 59a2655037917a8dc0dd72d24f298129: 2024-11-14T20:57:35,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125/f/b1b69f42c2304d28bb33fb5cd154d4f4 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/f/b1b69f42c2304d28bb33fb5cd154d4f4 2024-11-14T20:57:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731617755783-1-0 last=row-test-1731617755783-1-98 2024-11-14T20:57:35,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-14T20:57:35,857 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125/mob/d3807b78a7704787a184ded76c7f1c25 for inclusion in 51fee4768126d15bc1a3a09019db107b/mob 2024-11-14T20:57:35,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/f/b1b69f42c2304d28bb33fb5cd154d4f4 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/59a2655037917a8dc0dd72d24f298129/f/411ae1f8f8634687a8995d42e567841b_SeqId_4_ 2024-11-14T20:57:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a905a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731617755783-3-0 last=row-test-1731617755783-3-99 2024-11-14T20:57:35,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-14T20:57:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:35,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HRegion(2603): Flush status journal for 51fee4768126d15bc1a3a09019db107b: 2024-11-14T20:57:35,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125/f/9fae4263bb1c463c9907420be33b3690 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/f/9fae4263bb1c463c9907420be33b3690 2024-11-14T20:57:35,862 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:35,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:35,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:35,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@578b3bf8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:35,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:35,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,863 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39218, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:35,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c95b1f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:35,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:35,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3089c59f 2024-11-14T20:57:35,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/f/9fae4263bb1c463c9907420be33b3690 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/f/71d5819b9284418faf85a71b6e2c922c_SeqId_4_ 2024-11-14T20:57:35,866 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:35,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617852125/mob/d3807b78a7704787a184ded76c7f1c25 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/mob/d3807b78a7704787a184ded76c7f1c25 2024-11-14T20:57:35,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:35,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:35,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:35,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/mob/d3807b78a7704787a184ded76c7f1c25 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/mob/70117a993a73469487402c622c295ce1_SeqId_4_ 2024-11-14T20:57:35,869 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50afbb79, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:35,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:35,871 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:35,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:35,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:35,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137c5c08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:35,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:35,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,873 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:35,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73a9a79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:35,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:35,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@198cefc8 2024-11-14T20:57:35,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:35,875 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:35,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:35,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:35,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:35,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:35,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:35,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:35,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:35,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:35,890 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993. 2024-11-14T20:57:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:35,891 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/f/b1b69f42c2304d28bb33fb5cd154d4f4 into 59a2655037917a8dc0dd72d24f298129/f as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/59a2655037917a8dc0dd72d24f298129/f/411ae1f8f8634687a8995d42e567841b_SeqId_4_ - updating store file list. 2024-11-14T20:57:35,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:35,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:35,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/59a2655037917a8dc0dd72d24f298129/f/411ae1f8f8634687a8995d42e567841b_SeqId_4_ into 59a2655037917a8dc0dd72d24f298129/f 2024-11-14T20:57:35,898 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/f/b1b69f42c2304d28bb33fb5cd154d4f4 into 59a2655037917a8dc0dd72d24f298129/f (new location: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/59a2655037917a8dc0dd72d24f298129/f/411ae1f8f8634687a8995d42e567841b_SeqId_4_) 2024-11-14T20:57:35,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/f/b1b69f42c2304d28bb33fb5cd154d4f4 2024-11-14T20:57:35,900 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993. 2024-11-14T20:57:35,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,901 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a6961bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:35,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:35,902 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:35,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:35,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:35,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62cca778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:35,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58aa6102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:35,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:35,904 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39290, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:35,904 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:35,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:35,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:35,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72b7d609, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:35,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:35,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4dde11d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:35,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:35,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@217a404a 2024-11-14T20:57:35,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:35,906 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39306, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:35,907 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T20:57:35,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e94488d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:35,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:35,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:35,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74bb0a4a 2024-11-14T20:57:35,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:35,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:35,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:35,909 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:35,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T20:57:35,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:35,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:35,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:35,912 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52478, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:35,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:35,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:35,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:35,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:35,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:35,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993. 2024-11-14T20:57:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,930 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:35,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:35,934 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993. 2024-11-14T20:57:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:35,935 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/f/9fae4263bb1c463c9907420be33b3690 into 51fee4768126d15bc1a3a09019db107b/f as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/f/71d5819b9284418faf85a71b6e2c922c_SeqId_4_ - updating store file list. 2024-11-14T20:57:35,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/f/71d5819b9284418faf85a71b6e2c922c_SeqId_4_ into 51fee4768126d15bc1a3a09019db107b/f 2024-11-14T20:57:35,941 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/f/9fae4263bb1c463c9907420be33b3690 into 51fee4768126d15bc1a3a09019db107b/f (new location: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/f/71d5819b9284418faf85a71b6e2c922c_SeqId_4_) 2024-11-14T20:57:35,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/f/9fae4263bb1c463c9907420be33b3690 2024-11-14T20:57:35,942 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/mob/d3807b78a7704787a184ded76c7f1c25 into 51fee4768126d15bc1a3a09019db107b/mob as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/mob/70117a993a73469487402c622c295ce1_SeqId_4_ - updating store file list. 2024-11-14T20:57:35,947 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/mob/70117a993a73469487402c622c295ce1_SeqId_4_ into 51fee4768126d15bc1a3a09019db107b/mob 2024-11-14T20:57:35,947 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/mob/d3807b78a7704787a184ded76c7f1c25 into 51fee4768126d15bc1a3a09019db107b/mob (new location: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/mob/70117a993a73469487402c622c295ce1_SeqId_4_) 2024-11-14T20:57:35,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__7np7ub1cthvn60pjq72fhvo1niimuog0qqf7s1laalh30uk5p48oflg7pb1j11s2/mob/d3807b78a7704787a184ded76c7f1c25 2024-11-14T20:57:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74181569, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:35,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:35,950 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:35,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:35,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:35,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c07f275, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:35,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:35,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,951 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:35,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f2277f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:35,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:35,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:35,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a6c8980 2024-11-14T20:57:35,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:35,954 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T20:57:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:35,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:35,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:35,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T20:57:35,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:35,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:35,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:35,973 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993. 2024-11-14T20:57:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,973 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:35,974 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:35,974 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:35,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,974 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:35,975 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-14T20:57:35,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=2 , the old value is region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6c8768110af2:39993 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T20:57:35,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T20:57:35,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=2 from cache 2024-11-14T20:57:35,976 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:35,976 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T20:57:35,998 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1731617755783' to 'table1' from log dirs: hdfs://localhost:36597/backupUT/backup_1731617829592/default/test-1731617755783/f2/0a073937188c438ca3b2056c035592ef 2024-11-14T20:57:36,001 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1731617755783', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1731617829592 2024-11-14T20:57:36,003 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:57:36,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-11-14T20:57:36,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741989_1165 (size=938) 2024-11-14T20:57:36,081 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c8768110af2:39993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T20:57:36,417 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-11-14T20:57:36,417 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-11-14T20:57:36,420 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-11-14T20:57:36,422 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=51fee4768126d15bc1a3a09019db107b, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=59a2655037917a8dc0dd72d24f298129, REOPEN/MOVE}] 2024-11-14T20:57:36,423 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=59a2655037917a8dc0dd72d24f298129, REOPEN/MOVE 2024-11-14T20:57:36,424 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=51fee4768126d15bc1a3a09019db107b, REOPEN/MOVE 2024-11-14T20:57:36,424 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=59a2655037917a8dc0dd72d24f298129, regionState=CLOSING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:36,424 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=51fee4768126d15bc1a3a09019db107b, regionState=CLOSING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:36,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=59a2655037917a8dc0dd72d24f298129, REOPEN/MOVE because future has completed 2024-11-14T20:57:36,427 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T20:57:36,427 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 59a2655037917a8dc0dd72d24f298129, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:57:36,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=51fee4768126d15bc1a3a09019db107b, REOPEN/MOVE because future has completed 2024-11-14T20:57:36,428 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T20:57:36,428 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51fee4768126d15bc1a3a09019db107b, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:57:36,579 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,579 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T20:57:36,580 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing 51fee4768126d15bc1a3a09019db107b, disabling compactions & flushes 2024-11-14T20:57:36,580 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:36,580 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:36,580 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. after waiting 0 ms 2024-11-14T20:57:36,580 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:36,584 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T20:57:36,585 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:36,585 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:36,585 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for 51fee4768126d15bc1a3a09019db107b: Waiting for close lock at 1731617856580Running coprocessor pre-close hooks at 1731617856580Disabling compacts and flushes for region at 1731617856580Disabling writes for close at 1731617856580Writing region close event to WAL at 1731617856581 (+1 ms)Running coprocessor post-close hooks at 1731617856585 (+4 ms)Closed at 1731617856585 2024-11-14T20:57:36,585 WARN [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: 51fee4768126d15bc1a3a09019db107b to self. 2024-11-14T20:57:36,587 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,587 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,587 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T20:57:36,587 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 59a2655037917a8dc0dd72d24f298129, disabling compactions & flushes 2024-11-14T20:57:36,587 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:36,587 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:36,587 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. after waiting 0 ms 2024-11-14T20:57:36,587 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:36,588 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=51fee4768126d15bc1a3a09019db107b, regionState=CLOSED 2024-11-14T20:57:36,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 51fee4768126d15bc1a3a09019db107b, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:57:36,591 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/59a2655037917a8dc0dd72d24f298129/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T20:57:36,592 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:36,592 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:36,592 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 59a2655037917a8dc0dd72d24f298129: Waiting for close lock at 1731617856587Running coprocessor pre-close hooks at 1731617856587Disabling compacts and flushes for region at 1731617856587Disabling writes for close at 1731617856587Writing region close event to WAL at 1731617856588 (+1 ms)Running coprocessor post-close hooks at 1731617856592 (+4 ms)Closed at 1731617856592 2024-11-14T20:57:36,592 WARN [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 59a2655037917a8dc0dd72d24f298129 to self. 2024-11-14T20:57:36,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83 2024-11-14T20:57:36,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 51fee4768126d15bc1a3a09019db107b, server=6c8768110af2,39993,1731617747726 in 163 msec 2024-11-14T20:57:36,594 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=51fee4768126d15bc1a3a09019db107b, REOPEN/MOVE; state=CLOSED, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=true 2024-11-14T20:57:36,594 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,595 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=59a2655037917a8dc0dd72d24f298129, regionState=CLOSED 2024-11-14T20:57:36,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure 59a2655037917a8dc0dd72d24f298129, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:57:36,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-11-14T20:57:36,599 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure 59a2655037917a8dc0dd72d24f298129, server=6c8768110af2,39993,1731617747726 in 170 msec 2024-11-14T20:57:36,599 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=59a2655037917a8dc0dd72d24f298129, REOPEN/MOVE; state=CLOSED, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=true 2024-11-14T20:57:36,684 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-14T20:57:36,710 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-14T20:57:36,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 9736dfe0c1fef448bbb871398ad35ff4, had cached 0 bytes from a total of 41499 2024-11-14T20:57:36,745 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=59a2655037917a8dc0dd72d24f298129, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:36,745 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=51fee4768126d15bc1a3a09019db107b, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:36,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=59a2655037917a8dc0dd72d24f298129, REOPEN/MOVE because future has completed 2024-11-14T20:57:36,747 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59a2655037917a8dc0dd72d24f298129, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:57:36,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=51fee4768126d15bc1a3a09019db107b, REOPEN/MOVE because future has completed 2024-11-14T20:57:36,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51fee4768126d15bc1a3a09019db107b, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:57:36,902 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:36,903 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 51fee4768126d15bc1a3a09019db107b, NAME => 'table1,,1731617850003.51fee4768126d15bc1a3a09019db107b.', STARTKEY => '', ENDKEY => 'row0'} 2024-11-14T20:57:36,903 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:57:36,904 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,904 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,,1731617850003.51fee4768126d15bc1a3a09019db107b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:36,904 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,904 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,905 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,906 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51fee4768126d15bc1a3a09019db107b columnFamilyName f 2024-11-14T20:57:36,906 DEBUG [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:36,912 DEBUG [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/f/71d5819b9284418faf85a71b6e2c922c_SeqId_4_ 2024-11-14T20:57:36,912 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.HStore(327): Store=51fee4768126d15bc1a3a09019db107b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:36,912 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,913 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51fee4768126d15bc1a3a09019db107b columnFamilyName f2 2024-11-14T20:57:36,913 DEBUG [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:36,914 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.HStore(327): Store=51fee4768126d15bc1a3a09019db107b/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:36,914 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,915 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51fee4768126d15bc1a3a09019db107b columnFamilyName mob 2024-11-14T20:57:36,915 DEBUG [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:36,921 DEBUG [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/mob/70117a993a73469487402c622c295ce1_SeqId_4_ 2024-11-14T20:57:36,921 INFO [StoreOpener-51fee4768126d15bc1a3a09019db107b-1 {}] regionserver.HStore(327): Store=51fee4768126d15bc1a3a09019db107b/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:36,921 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,922 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,924 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,925 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,925 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,926 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T20:57:36,927 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,928 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 51fee4768126d15bc1a3a09019db107b; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11475228640, jitterRate=0.0687139481306076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T20:57:36,929 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:36,929 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 51fee4768126d15bc1a3a09019db107b: Running coprocessor pre-open hook at 1731617856904Writing region info on filesystem at 1731617856904Initializing all the Stores at 1731617856905 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617856905Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617856905Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617856905Cleaning up temporary data from old regions at 1731617856925 (+20 ms)Running coprocessor post-open hooks at 1731617856929 (+4 ms)Region opened successfully at 1731617856929 2024-11-14T20:57:36,930 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., pid=88, masterSystemTime=1731617856899 2024-11-14T20:57:36,933 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:36,933 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:36,933 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:36,933 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => 59a2655037917a8dc0dd72d24f298129, NAME => 'table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129.', STARTKEY => 'row0', ENDKEY => ''} 2024-11-14T20:57:36,933 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=51fee4768126d15bc1a3a09019db107b, regionState=OPEN, openSeqNum=7, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:36,933 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:57:36,934 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,934 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:36,934 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,934 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 51fee4768126d15bc1a3a09019db107b, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:57:36,935 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,936 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a2655037917a8dc0dd72d24f298129 columnFamilyName f 2024-11-14T20:57:36,936 DEBUG [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:36,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=83 2024-11-14T20:57:36,938 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 51fee4768126d15bc1a3a09019db107b, server=6c8768110af2,39993,1731617747726 in 188 msec 2024-11-14T20:57:36,939 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=51fee4768126d15bc1a3a09019db107b, REOPEN/MOVE in 516 msec 2024-11-14T20:57:36,942 DEBUG [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/59a2655037917a8dc0dd72d24f298129/f/411ae1f8f8634687a8995d42e567841b_SeqId_4_ 2024-11-14T20:57:36,943 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] regionserver.HStore(327): Store=59a2655037917a8dc0dd72d24f298129/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:36,943 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,944 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a2655037917a8dc0dd72d24f298129 columnFamilyName f2 2024-11-14T20:57:36,944 DEBUG [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:36,944 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] regionserver.HStore(327): Store=59a2655037917a8dc0dd72d24f298129/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:36,944 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,945 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59a2655037917a8dc0dd72d24f298129 columnFamilyName mob 2024-11-14T20:57:36,945 DEBUG [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:36,946 INFO [StoreOpener-59a2655037917a8dc0dd72d24f298129-1 {}] regionserver.HStore(327): Store=59a2655037917a8dc0dd72d24f298129/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:36,946 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,947 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,948 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,949 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,949 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,950 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-14T20:57:36,951 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,952 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened 59a2655037917a8dc0dd72d24f298129; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10463722240, jitterRate=-0.0254899263381958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-14T20:57:36,952 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:36,952 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for 59a2655037917a8dc0dd72d24f298129: Running coprocessor pre-open hook at 1731617856934Writing region info on filesystem at 1731617856934Initializing all the Stores at 1731617856935 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617856935Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617856935Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617856935Cleaning up temporary data from old regions at 1731617856949 (+14 ms)Running coprocessor post-open hooks at 1731617856952 (+3 ms)Region opened successfully at 1731617856952 2024-11-14T20:57:36,952 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129., pid=87, masterSystemTime=1731617856899 2024-11-14T20:57:36,954 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:36,954 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:36,955 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=59a2655037917a8dc0dd72d24f298129, regionState=OPEN, openSeqNum=7, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:36,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59a2655037917a8dc0dd72d24f298129, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:57:36,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=84 2024-11-14T20:57:36,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure 59a2655037917a8dc0dd72d24f298129, server=6c8768110af2,39993,1731617747726 in 210 msec 2024-11-14T20:57:36,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=82 2024-11-14T20:57:36,961 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=59a2655037917a8dc0dd72d24f298129, REOPEN/MOVE in 537 msec 2024-11-14T20:57:36,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-11-14T20:57:36,964 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 542 msec 2024-11-14T20:57:36,965 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-11-14T20:57:36,966 DEBUG [PEWorker-1 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., family=f3 2024-11-14T20:57:36,967 DEBUG [PEWorker-1 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129., family=f3 2024-11-14T20:57:36,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 964 msec 2024-11-14T20:57:36,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-11-14T20:57:36,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-11-14T20:57:36,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-14T20:57:36,975 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:57:36,975 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:36597/backupUT/backup_1731617829592/default/test-1731617755783/f2/0a073937188c438ca3b2056c035592ef from hbase tables test-1731617755783 to tables table1 2024-11-14T20:57:36,975 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1731617755783 into table1 2024-11-14T20:57:36,977 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617856976 from hdfs://localhost:36597/backupUT/backup_1731617829592/default/test-1731617755783/f2/0a073937188c438ca3b2056c035592ef 2024-11-14T20:57:36,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@640dc492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:36,978 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:36,978 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:36,978 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42af0801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:36,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:36,980 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:36,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799a6086, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:36,981 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:36,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:36,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@653d8bfb 2024-11-14T20:57:36,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:36,982 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:36,983 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-14T20:57:36,983 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-11-14T20:57:36,983 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-14T20:57:36,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:36,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:36,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:36,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52500, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:36,987 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-11-14T20:57:36,987 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-11-14T20:57:36,987 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-11-14T20:57:36,988 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/partitions_baa179c5-0dec-4d72-a560-94630d4d9cbd 2024-11-14T20:57:36,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741990_1166 (size=177) 2024-11-14T20:57:37,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:37,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:37,395 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-80330542460350059.jar 2024-11-14T20:57:38,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,431 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:38,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:57:38,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:57:38,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:57:38,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:57:38,432 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:57:38,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:57:38,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:57:38,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:57:38,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:57:38,433 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:57:38,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,434 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:38,435 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:57:38,435 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-11-14T20:57:38,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:38,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:38,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:38,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:38,435 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:38,435 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-14T20:57:38,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:38,449 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:57:38,463 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-14T20:57:38,575 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local792184568_0015_40eef9b2-fd82-48cd-aeb8-06482196c3dc/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:57:38,575 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local792184568_0015_40eef9b2-fd82-48cd-aeb8-06482196c3dc/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:57:38,651 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36597/backupUT/backup_1731617829592/default/test-1731617755783/f2/0a073937188c438ca3b2056c035592ef 2024-11-14T20:57:38,654 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-14T20:57:38,710 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8edabc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:38,711 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:38,711 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:38,712 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:38,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:38,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:38,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79867087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:38,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:38,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:38,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:38,714 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:38,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@398473a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:38,715 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:38,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:38,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:38,717 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52514, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:38,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1731617755783-2-0', locateType=CURRENT is [region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=7] 2024-11-14T20:57:38,719 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-11-14T20:57:38,719 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:38,719 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:38,719 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:38,719 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:38,720 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1731617755783-2-0] 2024-11-14T20:57:38,720 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6c8768110af2 2024-11-14T20:57:38,724 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617856976/_temporary/0/_temporary/attempt_local792184568_0015_r_000000_0/f2/811b2ba0d1674c709cb538f2ea7c5f90 is 58, key is row-test-1731617755783-2-0/f2:q1/1731617824582/Put/seqid=0 2024-11-14T20:57:38,726 WARN [Thread-1885 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6c8768110af2:39993] Specified favored nodes: [6c8768110af2:39993] 2024-11-14T20:57:38,728 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741991_1167 (size=5608) 2024-11-14T20:57:39,621 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617856976 2024-11-14T20:57:39,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@283eb081, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:39,624 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:39,625 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:39,627 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:39,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:39,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:39,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e426ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:39,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:39,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:39,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:39,629 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:39,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23f2f91a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:39,632 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:39,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:39,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:39,636 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:39,646 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617856976/_SUCCESS 2024-11-14T20:57:39,649 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:39,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:39,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d0e2299 2024-11-14T20:57:39,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:39,652 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:39,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=7] 2024-11-14T20:57:39,659 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-11-14T20:57:39,668 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617856976/f2/811b2ba0d1674c709cb538f2ea7c5f90 first=Optional[row-test-1731617755783-2-0] last=Optional[row-test-1731617755783-2-6] 2024-11-14T20:57:39,681 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617856976/f2/811b2ba0d1674c709cb538f2ea7c5f90 for inclusion in 51fee4768126d15bc1a3a09019db107b/f2 2024-11-14T20:57:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(626): HFile bounds: first=row-test-1731617755783-2-0 last=row-test-1731617755783-2-6 2024-11-14T20:57:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-11-14T20:57:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HRegion(2603): Flush status journal for 51fee4768126d15bc1a3a09019db107b: 2024-11-14T20:57:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-default-table1-1731617856976/f2/811b2ba0d1674c709cb538f2ea7c5f90 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__nhejdpp2hkfnemga1v2g66pv2j0577fck120rkobo3b1rokj1ugbmfmbe6gmfuqh/f2/811b2ba0d1674c709cb538f2ea7c5f90 2024-11-14T20:57:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__nhejdpp2hkfnemga1v2g66pv2j0577fck120rkobo3b1rokj1ugbmfmbe6gmfuqh/f2/811b2ba0d1674c709cb538f2ea7c5f90 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/f2/9b1fc76735b94b048dc9c40f6fb5b0d1_SeqId_9_ 2024-11-14T20:57:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3085eaaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:39,694 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:39,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:39,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:39,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e275797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:39,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:39,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:39,695 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:39,695 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39434, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:39,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15319f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:39,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:39,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:39,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7bdb70df 2024-11-14T20:57:39,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:39,698 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:39,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:39,700 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:39,700 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:39,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:39,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:39,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:39,716 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993. 2024-11-14T20:57:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:39,717 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:39,718 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__nhejdpp2hkfnemga1v2g66pv2j0577fck120rkobo3b1rokj1ugbmfmbe6gmfuqh/f2/811b2ba0d1674c709cb538f2ea7c5f90 into 51fee4768126d15bc1a3a09019db107b/f2 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/f2/9b1fc76735b94b048dc9c40f6fb5b0d1_SeqId_9_ - updating store file list. 2024-11-14T20:57:39,723 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/f2/9b1fc76735b94b048dc9c40f6fb5b0d1_SeqId_9_ into 51fee4768126d15bc1a3a09019db107b/f2 2024-11-14T20:57:39,723 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__nhejdpp2hkfnemga1v2g66pv2j0577fck120rkobo3b1rokj1ugbmfmbe6gmfuqh/f2/811b2ba0d1674c709cb538f2ea7c5f90 into 51fee4768126d15bc1a3a09019db107b/f2 (new location: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/f2/9b1fc76735b94b048dc9c40f6fb5b0d1_SeqId_9_) 2024-11-14T20:57:39,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__table1__nhejdpp2hkfnemga1v2g66pv2j0577fck120rkobo3b1rokj1ugbmfmbe6gmfuqh/f2/811b2ba0d1674c709cb538f2ea7c5f90 2024-11-14T20:57:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66c99975, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:39,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:39,727 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:39,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:39,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:39,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54e47e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:39,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:39,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:39,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:39,733 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:39,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6788dae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:39,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:39,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38146d7e 2024-11-14T20:57:39,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:39,753 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T20:57:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:39,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:39,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:39,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T20:57:39,765 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:39,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:39,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:39,779 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993. 2024-11-14T20:57:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:39,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:39,779 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:39,781 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:39,781 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:39,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:39,781 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:39,781 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-14T20:57:39,781 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1731617755783 has been successfully restored to table1 2024-11-14T20:57:39,781 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-14T20:57:39,782 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731617829592 hdfs://localhost:36597/backupUT/backup_1731617829592/default/test-1731617755783/ 2024-11-14T20:57:39,783 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36597/backupUT/backup_1731617799563/.backup.manifest 2024-11-14T20:57:39,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=7 , the old value is region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6c8768110af2:39993 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T20:57:39,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T20:57:39,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=7 from cache 2024-11-14T20:57:39,784 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.NettyRpcServerRequestDecoder(47): Connection /172.17.0.3:52530; caught unexpected downstream exception. org.apache.hbase.thirdparty.io.netty.channel.unix.Errors$NativeIoException: recvAddress(..) failed: Connection reset by peer 2024-11-14T20:57:39,784 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:39,786 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1731617799563/.backup.manifest 2024-11-14T20:57:39,786 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17316177557831' to 'ns2:table2' from full backup image hdfs://localhost:36597/backupUT/backup_1731617799563/ns2/test-17316177557831 2024-11-14T20:57:39,789 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17316177557831', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1731617829592 2024-11-14T20:57:39,796 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-11-14T20:57:39,797 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable ns2:table2 2024-11-14T20:57:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-11-14T20:57:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T20:57:39,801 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617859801"}]},"ts":"1731617859801"} 2024-11-14T20:57:39,803 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-11-14T20:57:39,804 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-11-14T20:57:39,804 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-11-14T20:57:39,807 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ee8aa42007bf11156115e1148cf93904, UNASSIGN}] 2024-11-14T20:57:39,808 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ee8aa42007bf11156115e1148cf93904, UNASSIGN 2024-11-14T20:57:39,809 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=ee8aa42007bf11156115e1148cf93904, regionState=CLOSING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:39,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=ee8aa42007bf11156115e1148cf93904, UNASSIGN because future has completed 2024-11-14T20:57:39,814 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-11-14T20:57:39,814 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee8aa42007bf11156115e1148cf93904, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:57:39,890 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c8768110af2:39993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T20:57:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T20:57:39,967 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:39,967 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-11-14T20:57:39,967 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing ee8aa42007bf11156115e1148cf93904, disabling compactions & flushes 2024-11-14T20:57:39,967 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. 2024-11-14T20:57:39,967 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. 2024-11-14T20:57:39,967 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. after waiting 0 ms 2024-11-14T20:57:39,968 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. 2024-11-14T20:57:39,973 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T20:57:39,973 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:39,974 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. 2024-11-14T20:57:39,974 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for ee8aa42007bf11156115e1148cf93904: Waiting for close lock at 1731617859967Running coprocessor pre-close hooks at 1731617859967Disabling compacts and flushes for region at 1731617859967Disabling writes for close at 1731617859967Writing region close event to WAL at 1731617859969 (+2 ms)Running coprocessor post-close hooks at 1731617859973 (+4 ms)Closed at 1731617859973 2024-11-14T20:57:39,975 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:39,976 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=ee8aa42007bf11156115e1148cf93904, regionState=CLOSED 2024-11-14T20:57:39,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure ee8aa42007bf11156115e1148cf93904, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:57:39,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-11-14T20:57:39,980 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure ee8aa42007bf11156115e1148cf93904, server=6c8768110af2,39993,1731617747726 in 164 msec 2024-11-14T20:57:39,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-11-14T20:57:39,982 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=ee8aa42007bf11156115e1148cf93904, UNASSIGN in 173 msec 2024-11-14T20:57:39,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-11-14T20:57:39,984 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 179 msec 2024-11-14T20:57:39,986 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617859986"}]},"ts":"1731617859986"} 2024-11-14T20:57:39,987 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-11-14T20:57:39,987 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-11-14T20:57:39,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 191 msec 2024-11-14T20:57:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-11-14T20:57:40,120 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-11-14T20:57:40,121 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate ns2:table2 2024-11-14T20:57:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-11-14T20:57:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-14T20:57:40,123 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-11-14T20:57:40,126 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:40,128 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904/f, FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904/recovered.edits] 2024-11-14T20:57:40,132 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904/f/b13677f0464b43e2950e501737b369a5_SeqId_4_ to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/archive/data/ns2/table2/ee8aa42007bf11156115e1148cf93904/f/b13677f0464b43e2950e501737b369a5_SeqId_4_ 2024-11-14T20:57:40,135 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904/recovered.edits/6.seqid to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/archive/data/ns2/table2/ee8aa42007bf11156115e1148cf93904/recovered.edits/6.seqid 2024-11-14T20:57:40,136 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/ee8aa42007bf11156115e1148cf93904 2024-11-14T20:57:40,136 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-11-14T20:57:40,140 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-11-14T20:57:40,142 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-11-14T20:57:40,143 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-11-14T20:57:40,143 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1731617860143"}]},"ts":"9223372036854775807"} 2024-11-14T20:57:40,145 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-11-14T20:57:40,145 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => ee8aa42007bf11156115e1148cf93904, NAME => 'ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904.', STARTKEY => '', ENDKEY => ''}] 2024-11-14T20:57:40,145 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-11-14T20:57:40,145 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1731617860145"}]},"ts":"9223372036854775807"} 2024-11-14T20:57:40,147 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-11-14T20:57:40,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741992_1168 (size=351) 2024-11-14T20:57:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-14T20:57:40,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-14T20:57:40,555 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 91a7bb54ee2f2f1429dad874a0286040, NAME => 'ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8 2024-11-14T20:57:40,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741993_1169 (size=37) 2024-11-14T20:57:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-14T20:57:40,984 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:40,984 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 91a7bb54ee2f2f1429dad874a0286040, disabling compactions & flushes 2024-11-14T20:57:40,984 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. 2024-11-14T20:57:40,984 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. 2024-11-14T20:57:40,984 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. after waiting 0 ms 2024-11-14T20:57:40,984 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. 2024-11-14T20:57:40,984 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. 2024-11-14T20:57:40,984 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 91a7bb54ee2f2f1429dad874a0286040: Waiting for close lock at 1731617860984Disabling compacts and flushes for region at 1731617860984Disabling writes for close at 1731617860984Writing region close event to WAL at 1731617860984Closed at 1731617860984 2024-11-14T20:57:40,986 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1731617860985"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731617860985"}]},"ts":"1731617860985"} 2024-11-14T20:57:40,988 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T20:57:40,989 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617860988"}]},"ts":"1731617860988"} 2024-11-14T20:57:40,990 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-11-14T20:57:40,990 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=91a7bb54ee2f2f1429dad874a0286040, ASSIGN}] 2024-11-14T20:57:40,991 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=91a7bb54ee2f2f1429dad874a0286040, ASSIGN 2024-11-14T20:57:40,992 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=91a7bb54ee2f2f1429dad874a0286040, ASSIGN; state=OFFLINE, location=6c8768110af2,39993,1731617747726; forceNewPlan=false, retain=false 2024-11-14T20:57:41,143 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=91a7bb54ee2f2f1429dad874a0286040, regionState=OPENING, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:41,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=91a7bb54ee2f2f1429dad874a0286040, ASSIGN because future has completed 2024-11-14T20:57:41,146 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91a7bb54ee2f2f1429dad874a0286040, server=6c8768110af2,39993,1731617747726}] 2024-11-14T20:57:41,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-14T20:57:41,301 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. 2024-11-14T20:57:41,301 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => 91a7bb54ee2f2f1429dad874a0286040, NAME => 'ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040.', STARTKEY => '', ENDKEY => ''} 2024-11-14T20:57:41,301 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-11-14T20:57:41,301 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 91a7bb54ee2f2f1429dad874a0286040 2024-11-14T20:57:41,301 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T20:57:41,301 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for 91a7bb54ee2f2f1429dad874a0286040 2024-11-14T20:57:41,301 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for 91a7bb54ee2f2f1429dad874a0286040 2024-11-14T20:57:41,303 INFO [StoreOpener-91a7bb54ee2f2f1429dad874a0286040-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 91a7bb54ee2f2f1429dad874a0286040 2024-11-14T20:57:41,304 INFO [StoreOpener-91a7bb54ee2f2f1429dad874a0286040-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 91a7bb54ee2f2f1429dad874a0286040 columnFamilyName f 2024-11-14T20:57:41,304 DEBUG [StoreOpener-91a7bb54ee2f2f1429dad874a0286040-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:41,305 INFO [StoreOpener-91a7bb54ee2f2f1429dad874a0286040-1 {}] regionserver.HStore(327): Store=91a7bb54ee2f2f1429dad874a0286040/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T20:57:41,305 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for 91a7bb54ee2f2f1429dad874a0286040 2024-11-14T20:57:41,306 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/91a7bb54ee2f2f1429dad874a0286040 2024-11-14T20:57:41,306 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/91a7bb54ee2f2f1429dad874a0286040 2024-11-14T20:57:41,307 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for 91a7bb54ee2f2f1429dad874a0286040 2024-11-14T20:57:41,307 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for 91a7bb54ee2f2f1429dad874a0286040 2024-11-14T20:57:41,308 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for 91a7bb54ee2f2f1429dad874a0286040 2024-11-14T20:57:41,310 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/91a7bb54ee2f2f1429dad874a0286040/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T20:57:41,311 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened 91a7bb54ee2f2f1429dad874a0286040; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9797881120, jitterRate=-0.08750121295452118}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T20:57:41,311 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 91a7bb54ee2f2f1429dad874a0286040 2024-11-14T20:57:41,311 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for 91a7bb54ee2f2f1429dad874a0286040: Running coprocessor pre-open hook at 1731617861302Writing region info on filesystem at 1731617861302Initializing all the Stores at 1731617861302Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731617861302Cleaning up temporary data from old regions at 1731617861307 (+5 ms)Running coprocessor post-open hooks at 1731617861311 (+4 ms)Region opened successfully at 1731617861311 2024-11-14T20:57:41,312 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040., pid=95, masterSystemTime=1731617861297 2024-11-14T20:57:41,314 DEBUG [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. 2024-11-14T20:57:41,314 INFO [RS_OPEN_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. 2024-11-14T20:57:41,315 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=91a7bb54ee2f2f1429dad874a0286040, regionState=OPEN, openSeqNum=2, regionLocation=6c8768110af2,39993,1731617747726 2024-11-14T20:57:41,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure 91a7bb54ee2f2f1429dad874a0286040, server=6c8768110af2,39993,1731617747726 because future has completed 2024-11-14T20:57:41,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-11-14T20:57:41,318 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure 91a7bb54ee2f2f1429dad874a0286040, server=6c8768110af2,39993,1731617747726 in 171 msec 2024-11-14T20:57:41,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-11-14T20:57:41,320 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=91a7bb54ee2f2f1429dad874a0286040, ASSIGN in 329 msec 2024-11-14T20:57:41,320 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731617861320"}]},"ts":"1731617861320"} 2024-11-14T20:57:41,322 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-11-14T20:57:41,322 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-11-14T20:57:41,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 1.2010 sec 2024-11-14T20:57:42,087 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-11-14T20:57:42,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=42031 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-11-14T20:57:42,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-11-14T20:57:42,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-14T20:57:42,275 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:36597/backupUT/backup_1731617799563/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356 from hbase tables ns2:test-17316177557831 to tables ns2:table2 2024-11-14T20:57:42,275 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17316177557831 into ns2:table2 2024-11-14T20:57:42,277 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617862275 from hdfs://localhost:36597/backupUT/backup_1731617799563/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356 2024-11-14T20:57:42,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:42,278 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:42,279 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:42,280 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:42,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:42,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:42,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63237d01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:42,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:42,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:42,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:42,282 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:42,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e4bd834, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:42,282 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:42,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:42,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a474c72 2024-11-14T20:57:42,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:42,285 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39490, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:42,286 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-11-14T20:57:42,286 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-11-14T20:57:42,286 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-14T20:57:42,286 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:42,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:42,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:42,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:42,291 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-11-14T20:57:42,291 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-11-14T20:57:42,291 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/partitions_2a9a2247-42b1-4561-8cea-d3a991154977 2024-11-14T20:57:42,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741994_1170 (size=153) 2024-11-14T20:57:42,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:42,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:42,709 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,864 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop-11980789585600165385.jar 2024-11-14T20:57:43,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,865 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,866 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:43,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-11-14T20:57:43,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-11-14T20:57:43,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-11-14T20:57:43,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-11-14T20:57:43,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-11-14T20:57:43,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-11-14T20:57:43,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-11-14T20:57:43,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-11-14T20:57:43,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-11-14T20:57:43,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-11-14T20:57:43,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-11-14T20:57:43,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-11-14T20:57:43,872 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-11-14T20:57:43,872 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:43,872 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:43,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:43,873 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:43,873 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:43,873 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-11-14T20:57:43,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-11-14T20:57:43,901 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-11-14T20:57:43,942 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-11-14T20:57:44,126 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T20:57:44,133 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local1303037426_0016_8ebde6d9-3a60-4fe3-be48-3b3e43a271ff/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory 2024-11-14T20:57:44,133 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/mapreduce.cluster.local.dir/job_local1303037426_0016_8ebde6d9-3a60-4fe3-be48-3b3e43a271ff/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/* 2024-11-14T20:57:44,196 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36597/backupUT/backup_1731617799563/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/52ba6e3254d8410faaa1ab840b8130f9 2024-11-14T20:57:44,199 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-14T20:57:44,266 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:36597/backupUT/backup_1731617799563/ns2/test-17316177557831/archive/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/f/67700d2624c24f79afda9f94301c5538 2024-11-14T20:57:44,271 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-11-14T20:57:44,325 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f562ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:44,325 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:44,325 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:44,326 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:44,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:44,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:44,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1a9595, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:44,326 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:44,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:44,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:44,328 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:44,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273012ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:44,329 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:44,330 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:44,330 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52570, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:44,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:44,335 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-11-14T20:57:44,335 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:44,335 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:44,335 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:44,335 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:44,336 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-11-14T20:57:44,336 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 6c8768110af2 2024-11-14T20:57:44,341 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617862275/_temporary/0/_temporary/attempt_local1303037426_0016_r_000000_0/f/5fe2ffbae1214f9a8be975507e409291 is 38, key is row-t20/f:q1/1731617784362/Put/seqid=0 2024-11-14T20:57:44,343 WARN [Thread-1960 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [6c8768110af2:39993] Specified favored nodes: [6c8768110af2:39993] 2024-11-14T20:57:44,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741995_1171 (size=8935) 2024-11-14T20:57:45,179 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617862275 2024-11-14T20:57:45,180 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb8724c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:45,180 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:45,181 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:45,181 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:45,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:45,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:45,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a5bd602, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:45,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:45,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:45,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,183 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:45,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a2ec98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:45,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:45,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:45,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:45,186 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:45,189 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617862275/_SUCCESS 2024-11-14T20:57:45,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:45,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:45,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d51354f 2024-11-14T20:57:45,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:45,193 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:45,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:45,197 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-11-14T20:57:45,201 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617862275/f/5fe2ffbae1214f9a8be975507e409291 first=Optional[row-t20] last=Optional[row98] 2024-11-14T20:57:45,205 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617862275/f/5fe2ffbae1214f9a8be975507e409291 for inclusion in 91a7bb54ee2f2f1429dad874a0286040/f 2024-11-14T20:57:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-11-14T20:57:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-14T20:57:45,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HRegion(2603): Flush status journal for 91a7bb54ee2f2f1429dad874a0286040: 2024-11-14T20:57:45,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/hbase-staging/bulk_output-ns2-table2-1731617862275/f/5fe2ffbae1214f9a8be975507e409291 to hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__ns2_table2__80t7q30r0rrot6dbpeft1hrfkvg3m29q1ps66jupdgfqht90957bp9r5q35l2frv/f/5fe2ffbae1214f9a8be975507e409291 2024-11-14T20:57:45,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__ns2_table2__80t7q30r0rrot6dbpeft1hrfkvg3m29q1ps66jupdgfqht90957bp9r5q35l2frv/f/5fe2ffbae1214f9a8be975507e409291 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/91a7bb54ee2f2f1429dad874a0286040/f/163b8aa30bea40438c13f95f770051b6_SeqId_4_ 2024-11-14T20:57:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f740a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:45,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:45,212 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:45,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:45,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:45,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76e723d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:45,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:45,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:45,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,213 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:45,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7342f15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:45,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:45,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:45,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54983a2d 2024-11-14T20:57:45,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:45,215 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T20:57:45,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:45,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:45,216 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:45,217 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T20:57:45,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:45,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:45,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:45,229 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993. 2024-11-14T20:57:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,229 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:45,230 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__ns2_table2__80t7q30r0rrot6dbpeft1hrfkvg3m29q1ps66jupdgfqht90957bp9r5q35l2frv/f/5fe2ffbae1214f9a8be975507e409291 into 91a7bb54ee2f2f1429dad874a0286040/f as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/91a7bb54ee2f2f1429dad874a0286040/f/163b8aa30bea40438c13f95f770051b6_SeqId_4_ - updating store file list. 2024-11-14T20:57:45,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/91a7bb54ee2f2f1429dad874a0286040/f/163b8aa30bea40438c13f95f770051b6_SeqId_4_ into 91a7bb54ee2f2f1429dad874a0286040/f 2024-11-14T20:57:45,234 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__ns2_table2__80t7q30r0rrot6dbpeft1hrfkvg3m29q1ps66jupdgfqht90957bp9r5q35l2frv/f/5fe2ffbae1214f9a8be975507e409291 into 91a7bb54ee2f2f1429dad874a0286040/f (new location: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/91a7bb54ee2f2f1429dad874a0286040/f/163b8aa30bea40438c13f95f770051b6_SeqId_4_) 2024-11-14T20:57:45,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/staging/jenkins__ns2_table2__80t7q30r0rrot6dbpeft1hrfkvg3m29q1ps66jupdgfqht90957bp9r5q35l2frv/f/5fe2ffbae1214f9a8be975507e409291 2024-11-14T20:57:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e41a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ClusterIdFetcher(90): Going to request 6c8768110af2,42031,-1 for getting cluster id 2024-11-14T20:57:45,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T20:57:45,236 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4fc39738-f68e-4eaa-8d9f-9ee4ef275f76' 2024-11-14T20:57:45,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T20:57:45,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4fc39738-f68e-4eaa-8d9f-9ee4ef275f76" 2024-11-14T20:57:45,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d091735, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:45,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6c8768110af2,42031,-1] 2024-11-14T20:57:45,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T20:57:45,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,237 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-14T20:57:45,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42f8ac5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-11-14T20:57:45,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T20:57:45,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 6c8768110af2,42031,1731617745443 2024-11-14T20:57:45,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@87df7c3 2024-11-14T20:57:45,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T20:57:45,239 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-14T20:57:45,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T20:57:45,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6c8768110af2,39993,1731617747726, seqNum=-1] 2024-11-14T20:57:45,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T20:57:45,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-14T20:57:45,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-11-14T20:57:45,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-11-14T20:57:45,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:45,253 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993. 2024-11-14T20:57:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,254 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:45,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,255 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:45,255 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:213) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:45,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,255 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,255 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:45,255 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-11-14T20:57:45,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040., hostname=6c8768110af2,39993,1731617747726, seqNum=2 , the old value is region=ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040., hostname=6c8768110af2,39993,1731617747726, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=6c8768110af2:39993 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T20:57:45,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040., hostname=6c8768110af2,39993,1731617747726, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-14T20:57:45,255 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040., hostname=6c8768110af2,39993,1731617747726, seqNum=2 from cache 2024-11-14T20:57:45,256 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-14T20:57:45,273 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17316177557831', skipping incremental restore step. 2024-11-14T20:57:45,273 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-11-14T20:57:45,273 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1731617829592 hdfs://localhost:36597/backupUT/backup_1731617829592/ns2/test-17316177557831/ 2024-11-14T20:57:45,273 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-11-14T20:57:45,274 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(217): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T20:57:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.CallRunner(138): callId: 730 service: ClientService methodName: Scan size: 160 connection: 172.17.0.3:51466 deadline: 1731617925274, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. is not online on 6c8768110af2,39993,1731617747726 2024-11-14T20:57:45,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f., hostname=6c8768110af2,39993,1731617747726, seqNum=2 , the old value is region=table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f., hostname=6c8768110af2,39993,1731617747726, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. is not online on 6c8768110af2,39993,1731617747726 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:45,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f., hostname=6c8768110af2,39993,1731617747726, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f. is not online on 6c8768110af2,39993,1731617747726 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:45,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1731617839644.9b5a02e5dedb544aac8c0a1297dbf84f., hostname=6c8768110af2,39993,1731617747726, seqNum=2 from cache 2024-11-14T20:57:45,360 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6c8768110af2:39993 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-14T20:57:45,381 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., hostname=6c8768110af2,39993,1731617747726, seqNum=7] 2024-11-14T20:57:45,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.CallRunner(138): callId: 734 service: ClientService methodName: Scan size: 170 connection: 172.17.0.3:51466 deadline: 1731617925384, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. is not online on 6c8768110af2,39993,1731617747726 2024-11-14T20:57:45,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02., hostname=6c8768110af2,39993,1731617747726, seqNum=2 , the old value is region=table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02., hostname=6c8768110af2,39993,1731617747726, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. is not online on 6c8768110af2,39993,1731617747726 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:45,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02., hostname=6c8768110af2,39993,1731617747726, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02. is not online on 6c8768110af2,39993,1731617747726 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:45,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1731617839644.54a02bd5f27cc5ce378c55dc9bf86e02., hostname=6c8768110af2,39993,1731617747726, seqNum=2 from cache 2024-11-14T20:57:45,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129., hostname=6c8768110af2,39993,1731617747726, seqNum=7] 2024-11-14T20:57:45,497 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(219): f1 has 198 rows 2024-11-14T20:57:45,502 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(223): f2 has 7 rows 2024-11-14T20:57:45,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:45,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-14T20:57:45,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:45,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-14T20:57:45,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:45,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-14T20:57:45,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:45,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-14T20:57:45,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:45,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-14T20:57:45,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T20:57:45,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-11-14T20:57:45,538 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(227): mob has 111 rows 2024-11-14T20:57:45,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=39993 {}] ipc.CallRunner(138): callId: 742 service: ClientService methodName: Scan size: 159 connection: 172.17.0.3:51466 deadline: 1731617925537, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. is not online on 6c8768110af2,39993,1731617747726 2024-11-14T20:57:45,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904., hostname=6c8768110af2,39993,1731617747726, seqNum=2 , the old value is region=ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904., hostname=6c8768110af2,39993,1731617747726, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. is not online on 6c8768110af2,39993,1731617747726 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:45,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904., hostname=6c8768110af2,39993,1731617747726, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904. is not online on 6c8768110af2,39993,1731617747726 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T20:57:45,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904., hostname=6c8768110af2,39993,1731617747726, seqNum=2 from cache 2024-11-14T20:57:45,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040., hostname=6c8768110af2,39993,1731617747726, seqNum=2] 2024-11-14T20:57:45,656 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:45,656 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:235) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:45,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,656 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,656 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:45,675 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=633 (was 610) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1006245444-172.17.0.3-1731617740399:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1678211678_20 at /127.0.0.1:34924 [Receiving block BP-1006245444-172.17.0.3-1731617740399:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(6c8768110af2,39993,1731617747726)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1678211678_20 at /127.0.0.1:34922 [Receiving block BP-1006245444-172.17.0.3-1731617740399:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(6c8768110af2,39993,1731617747726)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1006245444-172.17.0.3-1731617740399:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1678211678_20 at /127.0.0.1:34916 [Receiving block BP-1006245444-172.17.0.3-1731617740399:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/cluster_85f43724-cbf0-ae76-bd1c-d3f5f5b40039/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1006245444-172.17.0.3-1731617740399:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(6c8768110af2,39993,1731617747726)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: '6c8768110af2,39993,1731617747726' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/6c8768110af2:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/cluster_85f43724-cbf0-ae76-bd1c-d3f5f5b40039/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(6c8768110af2,39993,1731617747726)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1410172428_20 at /127.0.0.1:42818 [Waiting for operation #177] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: (6c8768110af2,42031,1731617745443)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=643 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=641 (was 749), ProcessCount=9 (was 9), AvailableMemoryMB=4898 (was 5069) 2024-11-14T20:57:45,675 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=633 is superior to 500 2024-11-14T20:57:45,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T20:57:45,682 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:45,682 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:45,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,682 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,682 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:45,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T20:57:45,682 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=391921891, stopped=false 2024-11-14T20:57:45,682 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6c8768110af2,42031,1731617745443 2024-11-14T20:57:45,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-14T20:57:45,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-11-14T20:57:45,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:57:45,684 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:57:45,684 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T20:57:45,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T20:57:45,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:45,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-14T20:57:45,685 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6c8768110af2,39993,1731617747726' ***** 2024-11-14T20:57:45,685 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T20:57:45,686 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-11-14T20:57:45,686 INFO [RS:0;6c8768110af2:39993 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-14T20:57:45,690 INFO [RS:0;6c8768110af2:39993 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@1b69b2e3{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver} 2024-11-14T20:57:45,692 INFO [RS:0;6c8768110af2:39993 {}] server.AbstractConnector(383): Stopped ServerConnector@1d0237ed{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-14T20:57:45,692 INFO [RS:0;6c8768110af2:39993 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T20:57:45,692 INFO [RS:0;6c8768110af2:39993 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@3f013b32{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-14T20:57:45,692 INFO [RS:0;6c8768110af2:39993 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@30d8ab8b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,STOPPED} 2024-11-14T20:57:45,694 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T20:57:45,694 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T20:57:45,694 INFO [RS:0;6c8768110af2:39993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T20:57:45,694 INFO [RS:0;6c8768110af2:39993 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-11-14T20:57:45,694 INFO [RS:0;6c8768110af2:39993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(3091): Received CLOSE for 35a14640fc13106b80760c8da6c05356 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(3091): Received CLOSE for 3e693f0a4991ff9c3c5db9013847b5fd 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(3091): Received CLOSE for fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(3091): Received CLOSE for 9736dfe0c1fef448bbb871398ad35ff4 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(3091): Received CLOSE for dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(3091): Received CLOSE for 91a7bb54ee2f2f1429dad874a0286040 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(3091): Received CLOSE for 51fee4768126d15bc1a3a09019db107b 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(3091): Received CLOSE for 59a2655037917a8dc0dd72d24f298129 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(3091): Received CLOSE for 04ad501fbc9937983cb585befd5688a5 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(959): stopping server 6c8768110af2,39993,1731617747726 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6c8768110af2:39993. 2024-11-14T20:57:45,695 DEBUG [RS:0;6c8768110af2:39993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:45,695 DEBUG [RS:0;6c8768110af2:39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:45,695 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 35a14640fc13106b80760c8da6c05356, disabling compactions & flushes 2024-11-14T20:57:45,695 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T20:57:45,695 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T20:57:45,695 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. after waiting 0 ms 2024-11-14T20:57:45,695 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T20:57:45,695 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:57:45,696 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-11-14T20:57:45,696 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T20:57:45,696 INFO [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T20:57:45,696 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T20:57:45,696 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T20:57:45,696 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T20:57:45,696 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1351): Waiting on 04ad501fbc9937983cb585befd5688a5, 1588230740, 35a14640fc13106b80760c8da6c05356, 3e693f0a4991ff9c3c5db9013847b5fd, 51fee4768126d15bc1a3a09019db107b, 59a2655037917a8dc0dd72d24f298129, 91a7bb54ee2f2f1429dad874a0286040, 9736dfe0c1fef448bbb871398ad35ff4, dd56f146e7f8caef9075ce66238de98f, fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:57:45,696 INFO [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-11-14T20:57:45,700 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/test-17316177557831/35a14640fc13106b80760c8da6c05356/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-11-14T20:57:45,701 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:45,701 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:57:45,701 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 35a14640fc13106b80760c8da6c05356: Waiting for close lock at 1731617865695Running coprocessor pre-close hooks at 1731617865695Disabling compacts and flushes for region at 1731617865695Disabling writes for close at 1731617865695Writing region close event to WAL at 1731617865696 (+1 ms)Running coprocessor post-close hooks at 1731617865701 (+5 ms)Closed at 1731617865701 2024-11-14T20:57:45,701 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356. 2024-11-14T20:57:45,701 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3e693f0a4991ff9c3c5db9013847b5fd, disabling compactions & flushes 2024-11-14T20:57:45,701 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:57:45,701 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:57:45,701 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. after waiting 0 ms 2024-11-14T20:57:45,701 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:57:45,702 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3e693f0a4991ff9c3c5db9013847b5fd 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-11-14T20:57:45,723 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/f2/8945125900bc41ff9fe610f7973c1b39 is 58, key is row-test-1731617755783-2-0/f2:q1/1731617824582/Put/seqid=0 2024-11-14T20:57:45,729 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/.tmp/info/18a73c8c0dc14c268582f434bf7559e8 is 159, key is ns2:test-17316177557831,,1731617757178.35a14640fc13106b80760c8da6c05356./info:regioninfo/1731617758514/Put/seqid=0 2024-11-14T20:57:45,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741996_1172 (size=5464) 2024-11-14T20:57:45,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741997_1173 (size=19093) 2024-11-14T20:57:45,784 INFO [regionserver/6c8768110af2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T20:57:45,896 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1351): Waiting on 04ad501fbc9937983cb585befd5688a5, 1588230740, 3e693f0a4991ff9c3c5db9013847b5fd, 51fee4768126d15bc1a3a09019db107b, 59a2655037917a8dc0dd72d24f298129, 91a7bb54ee2f2f1429dad874a0286040, 9736dfe0c1fef448bbb871398ad35ff4, dd56f146e7f8caef9075ce66238de98f, fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:57:45,957 INFO [regionserver/6c8768110af2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T20:57:45,957 INFO [regionserver/6c8768110af2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T20:57:46,097 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1351): Waiting on 04ad501fbc9937983cb585befd5688a5, 1588230740, 3e693f0a4991ff9c3c5db9013847b5fd, 51fee4768126d15bc1a3a09019db107b, 59a2655037917a8dc0dd72d24f298129, 91a7bb54ee2f2f1429dad874a0286040, 9736dfe0c1fef448bbb871398ad35ff4, dd56f146e7f8caef9075ce66238de98f, fe181d24ac728dbcc23f6e06330bf4df 2024-11-14T20:57:46,131 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/f2/8945125900bc41ff9fe610f7973c1b39 2024-11-14T20:57:46,137 INFO [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/.tmp/info/18a73c8c0dc14c268582f434bf7559e8 2024-11-14T20:57:46,138 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/.tmp/f2/8945125900bc41ff9fe610f7973c1b39 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f2/8945125900bc41ff9fe610f7973c1b39 2024-11-14T20:57:46,143 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/f2/8945125900bc41ff9fe610f7973c1b39, entries=7, sequenceid=348, filesize=5.3 K 2024-11-14T20:57:46,144 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 3e693f0a4991ff9c3c5db9013847b5fd in 443ms, sequenceid=348, compaction requested=false 2024-11-14T20:57:46,148 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/test-1731617755783/3e693f0a4991ff9c3c5db9013847b5fd/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-11-14T20:57:46,149 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:46,149 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:57:46,149 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3e693f0a4991ff9c3c5db9013847b5fd: Waiting for close lock at 1731617865701Running coprocessor pre-close hooks at 1731617865701Disabling compacts and flushes for region at 1731617865701Disabling writes for close at 1731617865701Obtaining lock to block concurrent updates at 1731617865702 (+1 ms)Preparing flush snapshotting stores in 3e693f0a4991ff9c3c5db9013847b5fd at 1731617865702Finished memstore snapshotting test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1731617865702Flushing stores of test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. at 1731617865702Flushing 3e693f0a4991ff9c3c5db9013847b5fd/f2: creating writer at 1731617865702Flushing 3e693f0a4991ff9c3c5db9013847b5fd/f2: appending metadata at 1731617865723 (+21 ms)Flushing 3e693f0a4991ff9c3c5db9013847b5fd/f2: closing flushed file at 1731617865723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b8b5bd: reopening flushed file at 1731617866137 (+414 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 3e693f0a4991ff9c3c5db9013847b5fd in 443ms, sequenceid=348, compaction requested=false at 1731617866144 (+7 ms)Writing region close event to WAL at 1731617866146 (+2 ms)Running coprocessor post-close hooks at 1731617866149 (+3 ms)Closed at 1731617866149 2024-11-14T20:57:46,149 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1731617755783,,1731617756298.3e693f0a4991ff9c3c5db9013847b5fd. 2024-11-14T20:57:46,149 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fe181d24ac728dbcc23f6e06330bf4df, disabling compactions & flushes 2024-11-14T20:57:46,150 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:57:46,150 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:57:46,150 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. after waiting 0 ms 2024-11-14T20:57:46,150 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:57:46,153 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns3/test-17316177557832/fe181d24ac728dbcc23f6e06330bf4df/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T20:57:46,153 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:46,153 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:57:46,154 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fe181d24ac728dbcc23f6e06330bf4df: Waiting for close lock at 1731617866149Running coprocessor pre-close hooks at 1731617866149Disabling compacts and flushes for region at 1731617866149Disabling writes for close at 1731617866150 (+1 ms)Writing region close event to WAL at 1731617866150Running coprocessor post-close hooks at 1731617866153 (+3 ms)Closed at 1731617866153 2024-11-14T20:57:46,154 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17316177557832,,1731617759745.fe181d24ac728dbcc23f6e06330bf4df. 2024-11-14T20:57:46,154 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9736dfe0c1fef448bbb871398ad35ff4, disabling compactions & flushes 2024-11-14T20:57:46,154 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:57:46,154 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:57:46,154 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. after waiting 0 ms 2024-11-14T20:57:46,154 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:57:46,154 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9736dfe0c1fef448bbb871398ad35ff4 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-11-14T20:57:46,157 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/meta/5752bf4335424e34b934dffff00c7f89 is 158, key is trslm:hdfs://localhost:36597/backupUT\x00ns2:test-17316177557831/meta:log-roll-map/1731617839138/Put/seqid=0 2024-11-14T20:57:46,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741998_1174 (size=6208) 2024-11-14T20:57:46,162 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/.tmp/ns/67f6966aad354af0ab99c3693b8f63ea is 85, key is ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904./ns:/1731617860138/DeleteFamily/seqid=0 2024-11-14T20:57:46,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741999_1175 (size=5760) 2024-11-14T20:57:46,215 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-11-14T20:57:46,215 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-11-14T20:57:46,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1731617755783 2024-11-14T20:57:46,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17316177557832 2024-11-14T20:57:46,216 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17316177557831 2024-11-14T20:57:46,297 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1351): Waiting on 04ad501fbc9937983cb585befd5688a5, 1588230740, 51fee4768126d15bc1a3a09019db107b, 59a2655037917a8dc0dd72d24f298129, 91a7bb54ee2f2f1429dad874a0286040, 9736dfe0c1fef448bbb871398ad35ff4, dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:57:46,497 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1351): Waiting on 04ad501fbc9937983cb585befd5688a5, 1588230740, 51fee4768126d15bc1a3a09019db107b, 59a2655037917a8dc0dd72d24f298129, 91a7bb54ee2f2f1429dad874a0286040, 9736dfe0c1fef448bbb871398ad35ff4, dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:57:46,562 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/meta/5752bf4335424e34b934dffff00c7f89 2024-11-14T20:57:46,566 INFO [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/.tmp/ns/67f6966aad354af0ab99c3693b8f63ea 2024-11-14T20:57:46,573 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/803cd379f8b74bb9951983d6ad53059d is 588, key is session:backup_1731617829592/session:context/1731617839580/Put/seqid=0 2024-11-14T20:57:46,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073742000_1176 (size=5689) 2024-11-14T20:57:46,603 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/.tmp/rep_barrier/38009184dd9b44969cdd9b1f95a02cd7 is 94, key is ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904./rep_barrier:/1731617860138/DeleteFamily/seqid=0 2024-11-14T20:57:46,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073742001_1177 (size=5640) 2024-11-14T20:57:46,697 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close 2024-11-14T20:57:46,698 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1325): Online Regions={9736dfe0c1fef448bbb871398ad35ff4=backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., 1588230740=hbase:meta,,1.1588230740, dd56f146e7f8caef9075ce66238de98f=ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f., 91a7bb54ee2f2f1429dad874a0286040=ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040., 51fee4768126d15bc1a3a09019db107b=table1,,1731617850003.51fee4768126d15bc1a3a09019db107b., 59a2655037917a8dc0dd72d24f298129=table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129., 04ad501fbc9937983cb585befd5688a5=backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5.} 2024-11-14T20:57:46,698 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1351): Waiting on 04ad501fbc9937983cb585befd5688a5, 1588230740, 51fee4768126d15bc1a3a09019db107b, 59a2655037917a8dc0dd72d24f298129, 91a7bb54ee2f2f1429dad874a0286040, 9736dfe0c1fef448bbb871398ad35ff4, dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:57:46,898 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1351): Waiting on 04ad501fbc9937983cb585befd5688a5, 1588230740, 51fee4768126d15bc1a3a09019db107b, 59a2655037917a8dc0dd72d24f298129, 91a7bb54ee2f2f1429dad874a0286040, 9736dfe0c1fef448bbb871398ad35ff4, dd56f146e7f8caef9075ce66238de98f 2024-11-14T20:57:46,988 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/803cd379f8b74bb9951983d6ad53059d 2024-11-14T20:57:46,995 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/meta/5752bf4335424e34b934dffff00c7f89 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/5752bf4335424e34b934dffff00c7f89 2024-11-14T20:57:46,999 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/meta/5752bf4335424e34b934dffff00c7f89, entries=7, sequenceid=52, filesize=6.1 K 2024-11-14T20:57:47,000 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/.tmp/session/803cd379f8b74bb9951983d6ad53059d as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/803cd379f8b74bb9951983d6ad53059d 2024-11-14T20:57:47,005 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/session/803cd379f8b74bb9951983d6ad53059d, entries=2, sequenceid=52, filesize=5.6 K 2024-11-14T20:57:47,006 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 9736dfe0c1fef448bbb871398ad35ff4 in 852ms, sequenceid=52, compaction requested=true 2024-11-14T20:57:47,008 INFO [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/.tmp/rep_barrier/38009184dd9b44969cdd9b1f95a02cd7 2024-11-14T20:57:47,028 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system/9736dfe0c1fef448bbb871398ad35ff4/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-11-14T20:57:47,028 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:47,029 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:57:47,029 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9736dfe0c1fef448bbb871398ad35ff4: Waiting for close lock at 1731617866154Running coprocessor pre-close hooks at 1731617866154Disabling compacts and flushes for region at 1731617866154Disabling writes for close at 1731617866154Obtaining lock to block concurrent updates at 1731617866154Preparing flush snapshotting stores in 9736dfe0c1fef448bbb871398ad35ff4 at 1731617866154Finished memstore snapshotting backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1731617866154Flushing stores of backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. at 1731617866155 (+1 ms)Flushing 9736dfe0c1fef448bbb871398ad35ff4/meta: creating writer at 1731617866155Flushing 9736dfe0c1fef448bbb871398ad35ff4/meta: appending metadata at 1731617866157 (+2 ms)Flushing 9736dfe0c1fef448bbb871398ad35ff4/meta: closing flushed file at 1731617866157Flushing 9736dfe0c1fef448bbb871398ad35ff4/session: creating writer at 1731617866569 (+412 ms)Flushing 9736dfe0c1fef448bbb871398ad35ff4/session: appending metadata at 1731617866573 (+4 ms)Flushing 9736dfe0c1fef448bbb871398ad35ff4/session: closing flushed file at 1731617866573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ea397a0: reopening flushed file at 1731617866994 (+421 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f184f7e: reopening flushed file at 1731617866999 (+5 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for 9736dfe0c1fef448bbb871398ad35ff4 in 852ms, sequenceid=52, compaction requested=true at 1731617867006 (+7 ms)Writing region close event to WAL at 1731617867016 (+10 ms)Running coprocessor post-close hooks at 1731617867028 (+12 ms)Closed at 1731617867029 (+1 ms) 2024-11-14T20:57:47,029 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1731617765933.9736dfe0c1fef448bbb871398ad35ff4. 2024-11-14T20:57:47,029 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd56f146e7f8caef9075ce66238de98f, disabling compactions & flushes 2024-11-14T20:57:47,029 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:57:47,029 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:57:47,029 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. after waiting 0 ms 2024-11-14T20:57:47,029 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:57:47,037 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/.tmp/table/98156923fc114597bd20b412cd6c23af is 88, key is ns2:table2,,1731617845524.ee8aa42007bf11156115e1148cf93904./table:/1731617860138/DeleteFamily/seqid=0 2024-11-14T20:57:47,038 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns4/test-17316177557833/dd56f146e7f8caef9075ce66238de98f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T20:57:47,039 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:47,039 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:57:47,039 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd56f146e7f8caef9075ce66238de98f: Waiting for close lock at 1731617867029Running coprocessor pre-close hooks at 1731617867029Disabling compacts and flushes for region at 1731617867029Disabling writes for close at 1731617867029Writing region close event to WAL at 1731617867032 (+3 ms)Running coprocessor post-close hooks at 1731617867038 (+6 ms)Closed at 1731617867039 (+1 ms) 2024-11-14T20:57:47,039 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17316177557833,,1731617761935.dd56f146e7f8caef9075ce66238de98f. 2024-11-14T20:57:47,039 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 91a7bb54ee2f2f1429dad874a0286040, disabling compactions & flushes 2024-11-14T20:57:47,039 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. 2024-11-14T20:57:47,039 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. 2024-11-14T20:57:47,039 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. after waiting 0 ms 2024-11-14T20:57:47,039 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. 2024-11-14T20:57:47,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073742002_1178 (size=6364) 2024-11-14T20:57:47,048 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/ns2/table2/91a7bb54ee2f2f1429dad874a0286040/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-14T20:57:47,049 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:47,049 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. 2024-11-14T20:57:47,049 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 91a7bb54ee2f2f1429dad874a0286040: Waiting for close lock at 1731617867039Running coprocessor pre-close hooks at 1731617867039Disabling compacts and flushes for region at 1731617867039Disabling writes for close at 1731617867039Writing region close event to WAL at 1731617867045 (+6 ms)Running coprocessor post-close hooks at 1731617867049 (+4 ms)Closed at 1731617867049 2024-11-14T20:57:47,050 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1731617860138.91a7bb54ee2f2f1429dad874a0286040. 2024-11-14T20:57:47,050 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 51fee4768126d15bc1a3a09019db107b, disabling compactions & flushes 2024-11-14T20:57:47,050 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:47,050 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:47,050 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. after waiting 0 ms 2024-11-14T20:57:47,050 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:47,060 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/51fee4768126d15bc1a3a09019db107b/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-11-14T20:57:47,060 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:47,060 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:47,060 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 51fee4768126d15bc1a3a09019db107b: Waiting for close lock at 1731617867050Running coprocessor pre-close hooks at 1731617867050Disabling compacts and flushes for region at 1731617867050Disabling writes for close at 1731617867050Writing region close event to WAL at 1731617867056 (+6 ms)Running coprocessor post-close hooks at 1731617867060 (+4 ms)Closed at 1731617867060 2024-11-14T20:57:47,060 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1731617850003.51fee4768126d15bc1a3a09019db107b. 2024-11-14T20:57:47,061 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59a2655037917a8dc0dd72d24f298129, disabling compactions & flushes 2024-11-14T20:57:47,061 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:47,061 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:47,061 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. after waiting 0 ms 2024-11-14T20:57:47,061 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:47,065 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/default/table1/59a2655037917a8dc0dd72d24f298129/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-11-14T20:57:47,066 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:47,066 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:47,066 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59a2655037917a8dc0dd72d24f298129: Waiting for close lock at 1731617867060Running coprocessor pre-close hooks at 1731617867061 (+1 ms)Disabling compacts and flushes for region at 1731617867061Disabling writes for close at 1731617867061Writing region close event to WAL at 1731617867061Running coprocessor post-close hooks at 1731617867066 (+5 ms)Closed at 1731617867066 2024-11-14T20:57:47,066 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1731617850003.59a2655037917a8dc0dd72d24f298129. 2024-11-14T20:57:47,066 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 04ad501fbc9937983cb585befd5688a5, disabling compactions & flushes 2024-11-14T20:57:47,066 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:57:47,066 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:57:47,066 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. after waiting 0 ms 2024-11-14T20:57:47,066 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:57:47,069 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/backup/system_bulk/04ad501fbc9937983cb585befd5688a5/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-11-14T20:57:47,070 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:47,070 INFO [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:57:47,070 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 04ad501fbc9937983cb585befd5688a5: Waiting for close lock at 1731617867066Running coprocessor pre-close hooks at 1731617867066Disabling compacts and flushes for region at 1731617867066Disabling writes for close at 1731617867066Writing region close event to WAL at 1731617867067 (+1 ms)Running coprocessor post-close hooks at 1731617867070 (+3 ms)Closed at 1731617867070 2024-11-14T20:57:47,070 DEBUG [RS_CLOSE_REGION-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1731617766594.04ad501fbc9937983cb585befd5688a5. 2024-11-14T20:57:47,098 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T20:57:47,298 DEBUG [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T20:57:47,447 INFO [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/.tmp/table/98156923fc114597bd20b412cd6c23af 2024-11-14T20:57:47,454 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/.tmp/info/18a73c8c0dc14c268582f434bf7559e8 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/info/18a73c8c0dc14c268582f434bf7559e8 2024-11-14T20:57:47,460 INFO [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/info/18a73c8c0dc14c268582f434bf7559e8, entries=114, sequenceid=97, filesize=18.6 K 2024-11-14T20:57:47,461 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/.tmp/ns/67f6966aad354af0ab99c3693b8f63ea as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/ns/67f6966aad354af0ab99c3693b8f63ea 2024-11-14T20:57:47,467 INFO [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/ns/67f6966aad354af0ab99c3693b8f63ea, entries=10, sequenceid=97, filesize=5.6 K 2024-11-14T20:57:47,468 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/.tmp/rep_barrier/38009184dd9b44969cdd9b1f95a02cd7 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/rep_barrier/38009184dd9b44969cdd9b1f95a02cd7 2024-11-14T20:57:47,473 INFO [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/rep_barrier/38009184dd9b44969cdd9b1f95a02cd7, entries=3, sequenceid=97, filesize=5.5 K 2024-11-14T20:57:47,474 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/.tmp/table/98156923fc114597bd20b412cd6c23af as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/table/98156923fc114597bd20b412cd6c23af 2024-11-14T20:57:47,479 INFO [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/table/98156923fc114597bd20b412cd6c23af, entries=21, sequenceid=97, filesize=6.2 K 2024-11-14T20:57:47,480 INFO [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1784ms, sequenceid=97, compaction requested=false 2024-11-14T20:57:47,488 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-14T20:57:47,489 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-11-14T20:57:47,489 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T20:57:47,489 INFO [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T20:57:47,489 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731617865696Running coprocessor pre-close hooks at 1731617865696Disabling compacts and flushes for region at 1731617865696Disabling writes for close at 1731617865696Obtaining lock to block concurrent updates at 1731617865696Preparing flush snapshotting stores in 1588230740 at 1731617865696Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1731617865697 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731617865697Flushing 1588230740/info: creating writer at 1731617865698 (+1 ms)Flushing 1588230740/info: appending metadata at 1731617865728 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731617865728Flushing 1588230740/ns: creating writer at 1731617866143 (+415 ms)Flushing 1588230740/ns: appending metadata at 1731617866161 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731617866161Flushing 1588230740/rep_barrier: creating writer at 1731617866573 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731617866603 (+30 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731617866603Flushing 1588230740/table: creating writer at 1731617867012 (+409 ms)Flushing 1588230740/table: appending metadata at 1731617867036 (+24 ms)Flushing 1588230740/table: closing flushed file at 1731617867036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@756f232a: reopening flushed file at 1731617867453 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ce107a5: reopening flushed file at 1731617867460 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b569759: reopening flushed file at 1731617867467 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34092b22: reopening flushed file at 1731617867473 (+6 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1784ms, sequenceid=97, compaction requested=false at 1731617867480 (+7 ms)Writing region close event to WAL at 1731617867485 (+5 ms)Running coprocessor post-close hooks at 1731617867488 (+3 ms)Closed at 1731617867489 (+1 ms) 2024-11-14T20:57:47,489 DEBUG [RS_CLOSE_META-regionserver/6c8768110af2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T20:57:47,498 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(976): stopping server 6c8768110af2,39993,1731617747726; all regions closed. 2024-11-14T20:57:47,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741955_1131 (size=16160) 2024-11-14T20:57:47,502 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.meta.1731617831967.meta not finished, retry = 0 2024-11-14T20:57:47,606 DEBUG [RS:0;6c8768110af2:39993 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs 2024-11-14T20:57:47,607 INFO [RS:0;6c8768110af2:39993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.meta:.meta(num 1731617831967) 2024-11-14T20:57:47,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741956_1132 (size=7600) 2024-11-14T20:57:47,608 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1.1731617831991 not finished, retry = 0 2024-11-14T20:57:47,712 DEBUG [RS:0;6c8768110af2:39993 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs 2024-11-14T20:57:47,712 INFO [RS:0;6c8768110af2:39993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-1:(num 1731617831991) 2024-11-14T20:57:47,714 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/WALs/6c8768110af2,39993,1731617747726/6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0.1731617831941 not finished, retry = 0 2024-11-14T20:57:47,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741954_1130 (size=4448) 2024-11-14T20:57:47,817 DEBUG [RS:0;6c8768110af2:39993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/oldWALs 2024-11-14T20:57:47,817 INFO [RS:0;6c8768110af2:39993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6c8768110af2%2C39993%2C1731617747726.6c8768110af2%2C39993%2C1731617747726.regiongroup-0:(num 1731617831941) 2024-11-14T20:57:47,817 DEBUG [RS:0;6c8768110af2:39993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:47,817 INFO [RS:0;6c8768110af2:39993 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T20:57:47,817 INFO [RS:0;6c8768110af2:39993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T20:57:47,817 INFO [RS:0;6c8768110af2:39993 {}] hbase.ChoreService(370): Chore service for: regionserver/6c8768110af2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T20:57:47,818 INFO [RS:0;6c8768110af2:39993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T20:57:47,818 INFO [regionserver/6c8768110af2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T20:57:47,818 INFO [RS:0;6c8768110af2:39993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:39993 2024-11-14T20:57:47,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/6c8768110af2,39993,1731617747726 2024-11-14T20:57:47,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-11-14T20:57:47,823 INFO [RS:0;6c8768110af2:39993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T20:57:47,824 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6c8768110af2,39993,1731617747726] 2024-11-14T20:57:47,825 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/6c8768110af2,39993,1731617747726 already deleted, retry=false 2024-11-14T20:57:47,826 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6c8768110af2,39993,1731617747726 expired; onlineServers=0 2024-11-14T20:57:47,826 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6c8768110af2,42031,1731617745443' ***** 2024-11-14T20:57:47,826 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T20:57:47,826 INFO [M:0;6c8768110af2:42031 {}] hbase.HBaseServerBase(468): Stop info server 2024-11-14T20:57:47,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-11-14T20:57:47,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-11-14T20:57:47,833 INFO [M:0;6c8768110af2:42031 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@5a77ddad{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master} 2024-11-14T20:57:47,834 INFO [M:0;6c8768110af2:42031 {}] server.AbstractConnector(383): Stopped ServerConnector@561e470c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-14T20:57:47,834 INFO [M:0;6c8768110af2:42031 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T20:57:47,834 INFO [M:0;6c8768110af2:42031 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@71588a4c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-11-14T20:57:47,834 INFO [M:0;6c8768110af2:42031 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@65f4cbad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,STOPPED} 2024-11-14T20:57:47,834 INFO [M:0;6c8768110af2:42031 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T20:57:47,834 INFO [M:0;6c8768110af2:42031 {}] master.HMaster(1770): Stopping master jetty server 2024-11-14T20:57:47,835 INFO [M:0;6c8768110af2:42031 {}] server.AbstractConnector(383): Stopped ServerConnector@5207b9f1{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-11-14T20:57:47,835 INFO [M:0;6c8768110af2:42031 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T20:57:47,835 DEBUG [M:0;6c8768110af2:42031 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T20:57:47,836 INFO [M:0;6c8768110af2:42031 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-11-14T20:57:47,836 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T20:57:47,836 INFO [M:0;6c8768110af2:42031 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;6c8768110af2:42031. 2024-11-14T20:57:47,836 DEBUG [M:0;6c8768110af2:42031 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T20:57:47,836 DEBUG [master/6c8768110af2:0:becomeActiveMaster-HFileCleaner.small.0-1731617749670 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c8768110af2:0:becomeActiveMaster-HFileCleaner.small.0-1731617749670,5,FailOnTimeoutGroup] 2024-11-14T20:57:47,836 DEBUG [master/6c8768110af2:0:becomeActiveMaster-HFileCleaner.large.0-1731617749665 {}] cleaner.HFileCleaner(306): Exit Thread[master/6c8768110af2:0:becomeActiveMaster-HFileCleaner.large.0-1731617749665,5,FailOnTimeoutGroup] 2024-11-14T20:57:47,836 DEBUG [M:0;6c8768110af2:42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:47,836 DEBUG [M:0;6c8768110af2:42031 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T20:57:47,836 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T20:57:47,836 DEBUG [M:0;6c8768110af2:42031 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T20:57:47,836 INFO [M:0;6c8768110af2:42031 {}] hbase.ChoreService(370): Chore service for: master/6c8768110af2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T20:57:47,837 INFO [M:0;6c8768110af2:42031 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T20:57:47,837 DEBUG [M:0;6c8768110af2:42031 {}] master.HMaster(1795): Stopping service threads 2024-11-14T20:57:47,837 INFO [M:0;6c8768110af2:42031 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T20:57:47,837 INFO [M:0;6c8768110af2:42031 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T20:57:47,837 ERROR [M:0;6c8768110af2:42031 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-11-14T20:57:47,837 INFO [M:0;6c8768110af2:42031 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T20:57:47,837 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T20:57:47,838 DEBUG [M:0;6c8768110af2:42031 {}] zookeeper.ZKUtil(347): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-11-14T20:57:47,838 WARN [M:0;6c8768110af2:42031 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T20:57:47,839 INFO [M:0;6c8768110af2:42031 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/.lastflushedseqids 2024-11-14T20:57:47,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073742003_1179 (size=761) 2024-11-14T20:57:47,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T20:57:47,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39993-0x1004013f8010001, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T20:57:47,926 INFO [RS:0;6c8768110af2:39993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T20:57:47,926 INFO [RS:0;6c8768110af2:39993 {}] regionserver.HRegionServer(1031): Exiting; stopping=6c8768110af2,39993,1731617747726; zookeeper connection closed. 2024-11-14T20:57:47,927 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@38ba624c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@38ba624c 2024-11-14T20:57:47,927 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T20:57:48,250 INFO [M:0;6c8768110af2:42031 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T20:57:48,250 INFO [M:0;6c8768110af2:42031 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T20:57:48,251 DEBUG [M:0;6c8768110af2:42031 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T20:57:48,265 INFO [M:0;6c8768110af2:42031 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T20:57:48,265 DEBUG [M:0;6c8768110af2:42031 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T20:57:48,265 DEBUG [M:0;6c8768110af2:42031 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T20:57:48,265 DEBUG [M:0;6c8768110af2:42031 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T20:57:48,265 INFO [M:0;6c8768110af2:42031 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=440.69 KB heapSize=515.97 KB 2024-11-14T20:57:48,282 DEBUG [M:0;6c8768110af2:42031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/236aad2e3e39427bb90e02f83bba96bf is 82, key is hbase:meta,,1/info:regioninfo/1731617750614/Put/seqid=0 2024-11-14T20:57:48,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073742004_1180 (size=5672) 2024-11-14T20:57:48,686 INFO [M:0;6c8768110af2:42031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=882 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/236aad2e3e39427bb90e02f83bba96bf 2024-11-14T20:57:48,708 DEBUG [M:0;6c8768110af2:42031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78d93336d72e4dd088ec5ff8261c4f59 is 2201, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1731617856969/Put/seqid=0 2024-11-14T20:57:48,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073742005_1181 (size=30135) 2024-11-14T20:57:49,113 INFO [M:0;6c8768110af2:42031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=440.13 KB at sequenceid=882 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78d93336d72e4dd088ec5ff8261c4f59 2024-11-14T20:57:49,118 INFO [M:0;6c8768110af2:42031 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78d93336d72e4dd088ec5ff8261c4f59 2024-11-14T20:57:49,133 DEBUG [M:0;6c8768110af2:42031 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2829c2bb228445979972134e5f963cca is 69, key is 6c8768110af2,39993,1731617747726/rs:state/1731617749771/Put/seqid=0 2024-11-14T20:57:49,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073742006_1182 (size=5156) 2024-11-14T20:57:49,538 INFO [M:0;6c8768110af2:42031 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=882 (bloomFilter=true), to=hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2829c2bb228445979972134e5f963cca 2024-11-14T20:57:49,544 DEBUG [M:0;6c8768110af2:42031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/236aad2e3e39427bb90e02f83bba96bf as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/236aad2e3e39427bb90e02f83bba96bf 2024-11-14T20:57:49,549 INFO [M:0;6c8768110af2:42031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/236aad2e3e39427bb90e02f83bba96bf, entries=8, sequenceid=882, filesize=5.5 K 2024-11-14T20:57:49,549 DEBUG [M:0;6c8768110af2:42031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/78d93336d72e4dd088ec5ff8261c4f59 as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78d93336d72e4dd088ec5ff8261c4f59 2024-11-14T20:57:49,554 INFO [M:0;6c8768110af2:42031 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 78d93336d72e4dd088ec5ff8261c4f59 2024-11-14T20:57:49,554 INFO [M:0;6c8768110af2:42031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/78d93336d72e4dd088ec5ff8261c4f59, entries=94, sequenceid=882, filesize=29.4 K 2024-11-14T20:57:49,555 DEBUG [M:0;6c8768110af2:42031 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2829c2bb228445979972134e5f963cca as hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2829c2bb228445979972134e5f963cca 2024-11-14T20:57:49,559 INFO [M:0;6c8768110af2:42031 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36597/user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2829c2bb228445979972134e5f963cca, entries=1, sequenceid=882, filesize=5.0 K 2024-11-14T20:57:49,560 INFO [M:0;6c8768110af2:42031 {}] regionserver.HRegion(3140): Finished flush of dataSize ~440.69 KB/451263, heapSize ~515.67 KB/528048, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=882, compaction requested=false 2024-11-14T20:57:49,562 INFO [M:0;6c8768110af2:42031 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T20:57:49,562 DEBUG [M:0;6c8768110af2:42031 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731617868250Disabling compacts and flushes for region at 1731617868250Disabling writes for close at 1731617868265 (+15 ms)Obtaining lock to block concurrent updates at 1731617868265Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731617868265Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=451263, getHeapSize=528288, getOffHeapSize=0, getCellsCount=1005 at 1731617868266 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731617868266Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731617868266Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731617868281 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731617868281Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731617868691 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731617868708 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731617868708Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731617869118 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731617869133 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731617869133Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16c9cfbd: reopening flushed file at 1731617869543 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f9aa215: reopening flushed file at 1731617869549 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22d82d52: reopening flushed file at 1731617869554 (+5 ms)Finished flush of dataSize ~440.69 KB/451263, heapSize ~515.67 KB/528048, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=882, compaction requested=false at 1731617869560 (+6 ms)Writing region close event to WAL at 1731617869562 (+2 ms)Closed at 1731617869562 2024-11-14T20:57:49,565 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1aeddf84-2e60-7aa6-6f5b-edebe78098d8/MasterData/WALs/6c8768110af2,42031,1731617745443/6c8768110af2%2C42031%2C1731617745443.6c8768110af2%2C42031%2C1731617745443.regiongroup-0.1731617748780 not finished, retry = 0 2024-11-14T20:57:49,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45923 is added to blk_1073741830_1006 (size=509504) 2024-11-14T20:57:49,667 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T20:57:49,667 INFO [M:0;6c8768110af2:42031 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T20:57:49,667 INFO [M:0;6c8768110af2:42031 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-11-14T20:57:49,667 INFO [M:0;6c8768110af2:42031 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:42031 2024-11-14T20:57:49,667 INFO [M:0;6c8768110af2:42031 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T20:57:49,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T20:57:49,770 INFO [M:0;6c8768110af2:42031 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T20:57:49,770 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42031-0x1004013f8010000, quorum=127.0.0.1:63572, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T20:57:49,786 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@151c3a88{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T20:57:49,789 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16974257{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T20:57:49,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T20:57:49,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ef9c479{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T20:57:49,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a7eeae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,STOPPED} 2024-11-14T20:57:49,792 WARN [BP-1006245444-172.17.0.3-1731617740399 heartbeating to localhost/127.0.0.1:36597 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T20:57:49,792 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T20:57:49,792 WARN [BP-1006245444-172.17.0.3-1731617740399 heartbeating to localhost/127.0.0.1:36597 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1006245444-172.17.0.3-1731617740399 (Datanode Uuid 8b9f091e-3e29-420f-bce2-94a37bc8032d) service to localhost/127.0.0.1:36597 2024-11-14T20:57:49,792 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T20:57:49,793 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/cluster_85f43724-cbf0-ae76-bd1c-d3f5f5b40039/data/data1/current/BP-1006245444-172.17.0.3-1731617740399 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T20:57:49,794 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/cluster_85f43724-cbf0-ae76-bd1c-d3f5f5b40039/data/data2/current/BP-1006245444-172.17.0.3-1731617740399 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T20:57:49,794 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T20:57:49,800 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4ee33b9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T20:57:49,801 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a655ef8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T20:57:49,801 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T20:57:49,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e61513{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T20:57:49,801 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12f83a6b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,STOPPED} 2024-11-14T20:57:49,815 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T20:57:49,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T20:57:49,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-11-14T20:57:49,920 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@90d152a{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-14T20:57:49,921 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@58bc63fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T20:57:49,921 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T20:57:49,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17ab44e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-14T20:57:49,921 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5347a3f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,STOPPED} 2024-11-14T20:57:49,942 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@51b586ef{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-11-14T20:57:49,943 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a8e676{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T20:57:49,943 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T20:57:49,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f70622b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-14T20:57:49,943 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5154bc6f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,STOPPED} 2024-11-14T20:57:49,961 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-14T20:57:49,962 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@58887a6b{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-11-14T20:57:49,962 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f48c6d3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T20:57:49,962 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T20:57:49,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fa5f4d9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-14T20:57:49,963 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a5d66b6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,STOPPED} 2024-11-14T20:57:49,967 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-11-14T20:57:49,974 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-11-14T20:57:49,974 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-11-14T20:57:49,976 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-14T20:57:49,980 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@729ce875{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-11-14T20:57:49,981 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37e8ed89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T20:57:49,981 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T20:57:49,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a908e18{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-11-14T20:57:49,981 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26c56adc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/4bd1a54d-9f2d-8a9e-afd7-a1b4c62a73f7/hadoop.log.dir/,STOPPED} 2024-11-14T20:57:49,984 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-11-14T20:57:49,984 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped